-- Logs begin at Mon 2022-08-29 21:50:30 UTC, end at Mon 2022-08-29 23:01:42 UTC. -- Aug 29 22:32:23.600081 dv-cinder-854270-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 22:32:26.322436 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.common.config [-] Logging enabled! Aug 29 22:32:26.323216 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 22:32:26.323327 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=134150) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 22:32:26.326440 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.common.config [-] Logging enabled! Aug 29 22:32:26.326689 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 22:32:26.327018 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=134150) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 22:32:26.327961 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 22:32:26.328225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 22:32:26.328678 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 22:32:26.328921 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 22:32:26.329145 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 22:32:26.329461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.329758 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.329987 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.330283 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.330589 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.330881 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.331171 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.331463 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.331750 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.332017 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.332295 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.332520 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.332799 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.333085 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.333364 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.333585 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] debug = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.333870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.334300 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.334796 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.335088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.335378 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.335660 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.336444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.336757 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.337053 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.337394 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] host = dv-cinder-854270-4-iscsi {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.337670 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.337955 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.338240 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.338528 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.338911 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.339561 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.339561 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.339727 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.339984 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] log_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.340257 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.340553 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.340837 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.341125 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.341345 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.341567 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.341843 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.342126 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.342400 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.342672 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.342968 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.343236 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.343506 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.343773 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.344059 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.344339 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.344625 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.344894 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.345162 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.345428 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.345695 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.345975 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.346242 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.346510 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.346800 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.347086 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.347348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.347616 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.347913 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.348199 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.348472 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.348775 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.349080 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.349362 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.349635 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.349901 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.350169 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] use_json = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.350473 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.350813 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.351054 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.351305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.351574 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.351845 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.352112 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.352392 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.352659 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:26.352958 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.353250 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.353553 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.353825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.354132 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.354407 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.354693 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.355002 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.355290 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.355580 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.355869 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.356150 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.356434 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.356730 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.357022 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.357323 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.357611 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.357899 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.358172 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.358445 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.358759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.359024 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.359308 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.359581 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.359866 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.360192 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.360424 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.360718 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.361000 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.361284 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.361575 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.361861 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.362133 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.362407 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.362692 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.362991 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.363260 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.363543 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.363814 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.364084 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.364359 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.364714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.365045 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.365322 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.365603 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.365894 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.366232 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.366527 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.366922 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.367151 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.367427 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.367718 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.367989 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.368262 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.368576 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.368860 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.369132 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.369401 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.369675 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.369945 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.370222 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.370493 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.370803 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.371064 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.371339 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.371611 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.371881 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.372150 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.372424 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.372712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.373040 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.373365 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.373695 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.374042 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.374372 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.374690 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.374994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.375273 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.375549 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.375831 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.376107 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.376380 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.376656 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.376932 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.377208 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.377501 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.377782 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.378071 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.378351 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.378642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.378961 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.379237 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.379509 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.380050 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.380324 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.380592 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.380870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.381145 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.381419 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.382227 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.382536 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.382875 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.383171 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.383451 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.383742 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.384034 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.384327 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.384602 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.384952 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.385229 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:26.385445 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 22:32:26.385731 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=134150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 22:32:26.689466 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=134150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 22:32:26.689673 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=134150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 22:32:26.689939 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=134150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 22:32:26.690165 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=134150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 22:32:26.690466 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=134150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 22:32:26.690904 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 22:32:27.110039 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.110308 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.110570 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.111780 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.112053 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.112312 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.165624 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.165903 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.166165 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.183011 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.183291 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.183555 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.211573 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.211573 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.211890 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.248657 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.248935 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.249200 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.485183 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.485826 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.485826 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.486011 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.486908 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.583888 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.584206 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.585073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.585340 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.585647 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.585955 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.586214 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.586475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.586825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.587038 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.587299 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.587561 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.587815 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.588062 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.588370 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.588577 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.588828 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.589128 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.589360 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.589621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.589889 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.590139 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.590419 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.590813 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.591066 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.591311 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.591705 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:27.591941 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:27.592175 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:27.592408 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:27.592639 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:27.592868 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:27.593228 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 22:32:27.596422 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 22:32:27.600850 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 22:32:27.604752 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 29 22:32:27.606362 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 22:32:27.607012 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 22:32:27.607347 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 22:32:27.607730 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 22:32:27.610469 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 22:32:27.610719 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 22:32:27.611084 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 22:32:27.616109 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 22:32:27.639324 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 22:32:27.639790 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.640090 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=134150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 22:32:27.640463 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.641829 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=134150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 22:32:27.642135 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 22:32:27.642362 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 22:32:27.645892 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.646163 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:27.773029 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 22:32:27.773235 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 22:32:27.773407 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 22:32:27.773795 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 22:32:27.826642 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO dbcounter [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Registered counter for database neutron Aug 29 22:32:27.848759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_db.sqlalchemy.engines [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=134150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 22:32:27.856527 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG dbcounter [-] [134150] Writer thread running {{(pid=134150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:32:28.460840 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing driver for type 'gre' Aug 29 22:32:28.460840 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] gre ID ranges: [(1, 1000)] Aug 29 22:32:28.529832 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing driver for type 'local' Aug 29 22:32:28.530643 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing driver for type 'vlan' Aug 29 22:32:28.552515 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] VlanTypeDriver initialization complete Aug 29 22:32:28.553597 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing driver for type 'vxlan' Aug 29 22:32:28.555853 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] vxlan ID ranges: [(1, 1000)] Aug 29 22:32:28.624916 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing extension driver 'port_security' Aug 29 22:32:28.625422 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.extensions.port_security [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] PortSecurityExtensionDriver initialization complete Aug 29 22:32:28.625764 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing mechanism driver 'openvswitch' Aug 29 22:32:28.626096 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing mechanism driver 'hyperv' Aug 29 22:32:28.633504 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.plugin [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=134150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:32:28.634187 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.634569 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.634955 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.635474 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=134150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:32:28.635899 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnet after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.636259 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnet after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.636612 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnet after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.637004 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=134150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:32:28.637440 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.637771 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.638123 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.638514 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=134150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:32:28.638947 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > security_group after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.639300 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > security_group after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.639641 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > security_group after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.640031 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=134150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:32:28.640475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.640823 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.641163 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.641573 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=134150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:32:28.641982 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > address_group after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.642329 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > address_group after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.642674 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > address_group after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.643134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=134150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:32:28.643539 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] ML2 OVO RPC backend initialized. {{(pid=134150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 22:32:28.644250 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router_interface after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.644629 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.645016 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.645374 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > networks before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.645731 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.646062 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > ports before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.646430 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnet before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.646779 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnets before_response 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.647135 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.647479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.647822 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.648157 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.648646 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.648991 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.649332 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnet after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.649666 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnet after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.649999 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > subnet after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.657972 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded quota_driver: . Aug 29 22:32:28.658343 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.plugin [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Modular L2 Plugin initialization complete Aug 29 22:32:28.658693 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading services supported by the core plugin {{(pid=134150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 22:32:28.659073 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.plugins.ml2.managers [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Got port-security extension from driver 'port_security' Aug 29 22:32:28.659577 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.extensions.vlantransparent [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Disabled vlantransparent extension. Aug 29 22:32:28.660075 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=134150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 22:32:28.660409 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: router Aug 29 22:32:28.697765 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router_interface before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.698156 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router after_create 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.698530 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router before_create 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.698935 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.699312 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.699672 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router after_delete 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.700039 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > floatingip after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.700390 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > floatingip after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.700747 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router after_create 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.701112 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router after_update 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.701454 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router after_update 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.701807 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.702169 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router after_update 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.702578 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_update 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.702972 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: port after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.703312 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: port after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.703658 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: subnet after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.704002 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.704353 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > port precommit_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.704701 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_create 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.705044 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: port before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.705387 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.705743 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router after_update 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.706086 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_delete 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.706435 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_create 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.706901 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router_interface after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.707257 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_update 55549900 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.707624 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > agent after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.707976 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > agent after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.708322 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > network after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.709269 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Tracking information for resource: router configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:28.709602 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Tracking information for resource: floatingip configured {{(pid=134150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:32:28.714939 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.db.l3_agentschedulers_db [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 22:32:28.715515 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: port after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.715971 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: port after_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.716466 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: port after_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.716961 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: port after_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.718004 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router before_create 55550100 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.718543 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_delete 55550100 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.718943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_create 55550100 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.719308 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > router precommit_update 55550100 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.724187 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.services.provider_configuration [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service providers = [] {{(pid=134150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 22:32:28.725073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.db.servicetype_db [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=134150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 22:32:28.728412 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.services.service_base [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=134150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:32:28.728769 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.services.service_base [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=134150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:32:28.729474 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.services.service_base [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=134150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:32:28.730002 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.services.service_base [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=134150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:32:28.730378 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.services.service_base [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 22:32:28.730973 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.731827 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 22:32:28.742497 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.742860 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: auto_allocate Aug 29 22:32:28.748998 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: network precommit_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.749371 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: network precommit_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.749899 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.750222 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: tag Aug 29 22:32:28.757439 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.757778 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: timestamp Aug 29 22:32:28.761614 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.762074 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: network_ip_availability Aug 29 22:32:28.767656 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.768037 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.768398 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:28.769155 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.769478 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: flavors Aug 29 22:32:28.776463 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.776800 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading Plugin: revisions Aug 29 22:32:28.781507 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=134150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:32:28.781901 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.091s {{(pid=134150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 22:32:28.782672 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=134150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 22:32:28.783043 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Initializing extension manager. Aug 29 22:32:28.783572 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: __init__.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.783974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: __pycache__ {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.784294 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: address_group.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.785039 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.785615 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: address-group Aug 29 22:32:28.785945 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: address_scope.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.786627 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.787777 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: address-scope Aug 29 22:32:28.788105 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: admin_state_down_before_update.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.789058 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.789572 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: router-admin-state-down-before-update Aug 29 22:32:28.789899 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: agent.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.790568 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.791102 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: agent Aug 29 22:32:28.791453 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: agent_resources_synced.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.792474 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.792984 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: agent-resources-synced Aug 29 22:32:28.793307 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: allowedaddresspairs.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.795193 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.795719 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: allowed-address-pairs Aug 29 22:32:28.796049 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: auto_allocated_topology.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.797149 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.797661 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: auto-allocated-topology Aug 29 22:32:28.797995 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: availability_zone.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.798655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.799186 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: availability_zone Aug 29 22:32:28.799513 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: availability_zone_filter.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.800377 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.800888 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: availability_zone_filter Aug 29 22:32:28.801213 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: data_plane_status.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.802075 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.802573 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 22:32:28.803071 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: default_subnetpools.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.803989 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.804501 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: default-subnetpools Aug 29 22:32:28.804829 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: dhcpagentscheduler.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.805625 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.806135 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: dhcp_agent_scheduler Aug 29 22:32:28.806462 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: dns.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.807357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.807863 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 22:32:28.808186 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: dns_domain_ports.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.809057 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.809559 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 22:32:28.809881 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.810931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.811433 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 22:32:28.811753 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: dvr.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.812388 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.812893 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: dvr Aug 29 22:32:28.813221 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: ecmp_routes.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.814090 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.814612 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 22:32:28.814960 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: empty_string_filtering.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.815841 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.816346 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: empty-string-filtering Aug 29 22:32:28.816678 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.817548 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.818057 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 22:32:28.818409 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.819299 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.819964 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 22:32:28.820121 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: external_net.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.820967 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.821478 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: external-net Aug 29 22:32:28.821805 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: extra_dhcp_opt.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.822868 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.823458 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: extra_dhcp_opt Aug 29 22:32:28.823708 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: extraroute.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.824615 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.825086 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: extraroute Aug 29 22:32:28.825408 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: extraroute_atomic.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.826408 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.826968 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: extraroute-atomic Aug 29 22:32:28.827359 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: filter_validation.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.828155 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.828701 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: filter-validation Aug 29 22:32:28.828990 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: fip_pf_description.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.829855 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.830357 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 22:32:28.830699 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: fip_pf_port_range.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.831586 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.832089 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 22:32:28.832556 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: fip_port_details.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.833309 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.833820 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: fip-port-details Aug 29 22:32:28.834667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: flavors.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.835882 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.836400 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: flavors Aug 29 22:32:28.836751 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.838347 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.839675 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 22:32:28.839675 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: floatingip_pools.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.840044 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.840573 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: floatingip-pools Aug 29 22:32:28.840916 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: ip_allocation.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.841793 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.842299 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 22:32:28.842627 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.843700 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.844038 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: ip-substring-filtering Aug 29 22:32:28.844351 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l2_adjacency.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.845261 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.845753 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 22:32:28.846077 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.847089 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.847608 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: router Aug 29 22:32:28.847947 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3_conntrack_helper.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.850744 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.851272 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 22:32:28.851602 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.852497 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.853011 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: ext-gw-mode Aug 29 22:32:28.853339 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.854406 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.854939 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: l3-ha Aug 29 22:32:28.855219 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.856085 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.856587 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 22:32:28.856914 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3_flavors.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.857779 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.858298 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: l3-flavors Aug 29 22:32:28.858627 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3_ndp_proxy.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.860018 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.860543 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 22:32:28.860869 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.861736 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.862245 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 22:32:28.862572 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: l3agentscheduler.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.863635 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.864148 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: l3_agent_scheduler Aug 29 22:32:28.864478 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: local_ip.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.866225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.866774 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension local_ip not supported by any of loaded plugins Aug 29 22:32:28.867119 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: logging.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.868544 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.869059 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension logging not supported by any of loaded plugins Aug 29 22:32:28.869393 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: metering.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.870107 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.870928 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: metering Aug 29 22:32:28.871261 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.872447 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.872954 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: metering_source_and_destination_fields Aug 29 22:32:28.873283 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: multiprovidernet.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.874167 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.874678 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: multi-provider Aug 29 22:32:28.875030 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: netmtu.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.875927 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.876406 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: net-mtu Aug 29 22:32:28.876732 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: netmtu_writable.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.877605 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.878112 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: net-mtu-writable Aug 29 22:32:28.878438 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: network_availability_zone.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.879382 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.879890 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: network_availability_zone Aug 29 22:32:28.880214 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: network_ip_availability.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.881303 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.881815 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: network-ip-availability Aug 29 22:32:28.882144 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: network_segment_range.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.882910 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.883445 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 22:32:28.883771 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: pagination.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.884713 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.885044 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: pagination Aug 29 22:32:28.885364 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: port_device_profile.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.886245 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.886789 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: port-device-profile Aug 29 22:32:28.887117 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: port_mac_address_override.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.888001 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.888508 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: port-mac-override Aug 29 22:32:28.888834 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.889716 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.890227 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: port-mac-address-regenerate Aug 29 22:32:28.890552 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.891441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.891954 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: port-numa-affinity-policy Aug 29 22:32:28.892279 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: port_resource_request.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.893142 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.893654 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 22:32:28.893972 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: port_resource_request_groups.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.894934 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.895445 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 22:32:28.895773 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: portbindings.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.897348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.897863 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: binding Aug 29 22:32:28.898191 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: portbindings_extended.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.899571 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.900087 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: binding-extended Aug 29 22:32:28.900420 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: portsecurity.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.901297 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.901807 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: port-security Aug 29 22:32:28.902139 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: project_id.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.903106 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.903438 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: project-id Aug 29 22:32:28.903762 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: providernet.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.904669 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.905188 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: provider Aug 29 22:32:28.905514 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.908985 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.909500 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos not supported by any of loaded plugins Aug 29 22:32:28.909836 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.911064 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.911591 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 22:32:28.911925 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.913390 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.913912 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 22:32:28.914242 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_default.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.915137 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.915773 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-default not supported by any of loaded plugins Aug 29 22:32:28.916103 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_fip.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.916981 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.917487 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 22:32:28.917847 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_fip_network_policy.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.918691 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.919230 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 22:32:28.919557 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_gateway_ip.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.920432 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.920943 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 22:32:28.921268 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_port_network_policy.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.922129 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.922634 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 22:32:28.922982 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.923970 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.924482 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 22:32:28.924807 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.925787 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.926295 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 22:32:28.926622 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_pps_rule.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.927792 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.928315 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 22:32:28.928646 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_rule_type_details.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.929672 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.930180 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 22:32:28.930499 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_rule_type_filter.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.931400 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.931905 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 22:32:28.932226 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: qos_rules_alias.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.933215 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.933724 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 22:32:28.934049 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: quota_check_limit.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.934958 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.935464 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: quota-check-limit Aug 29 22:32:28.935789 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: quotasv2.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.936722 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.937047 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: quotas Aug 29 22:32:28.937368 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: quotasv2_detail.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.939072 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.939405 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: quota_details Aug 29 22:32:28.939733 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: rbac.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.941076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.941594 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: rbac-policies Aug 29 22:32:28.941938 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: rbac_address_group.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.942850 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.943403 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: rbac-address-group Aug 29 22:32:28.943733 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: rbac_address_scope.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.944735 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.945295 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: rbac-address-scope Aug 29 22:32:28.945578 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: rbac_security_groups.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.946532 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.947069 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: rbac-security-groups Aug 29 22:32:28.947394 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: rbac_subnetpool.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.948287 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.948789 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: rbac-subnetpool Aug 29 22:32:28.949115 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: revisionifmatch.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.950001 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.950507 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: revision-if-match Aug 29 22:32:28.950861 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: revisions.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.951937 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.952447 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: standard-attr-revisions Aug 29 22:32:28.952778 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: router_availability_zone.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.953415 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.953925 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: router_availability_zone Aug 29 22:32:28.954247 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: routerservicetype.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.955155 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.955663 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 22:32:28.955984 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.956869 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.957376 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: security-groups-normalized-cidr Aug 29 22:32:28.957703 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: security_groups_port_filtering.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.958587 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.959791 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: port-security-groups-filtering Aug 29 22:32:28.960116 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.961006 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.961513 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: security-groups-remote-address-group Aug 29 22:32:28.961839 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.962718 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.963250 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: security-groups-shared-filtering Aug 29 22:32:28.963575 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: securitygroup.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.973039 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.973574 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: security-group Aug 29 22:32:28.973911 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: segment.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.975165 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.975682 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension segment not supported by any of loaded plugins Aug 29 22:32:28.976156 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.977084 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.977603 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 22:32:28.977938 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: servicetype.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.979028 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.979550 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: service-type Aug 29 22:32:28.979876 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: sorting.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.980821 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.981152 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: sorting Aug 29 22:32:28.981475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: standard_attr_segment.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.982344 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.982886 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 22:32:28.983213 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: standardattrdescription.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.983840 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.984349 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: standard-attr-description Aug 29 22:32:28.984673 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: stateful_security_group.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.985580 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.986094 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: stateful-security-group Aug 29 22:32:28.986415 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: stdattrs_common.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.987005 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 22:32:28.987945 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.988216 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.988744 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 22:32:28.989067 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: subnet_onboard.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.990080 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.990620 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: subnet_onboard Aug 29 22:32:28.991112 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.992007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.992608 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 22:32:28.992953 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: subnet_service_types.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.993831 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.994331 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: subnet-service-types Aug 29 22:32:28.994658 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: subnetallocation.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.995715 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.996226 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: subnet_allocation Aug 29 22:32:28.996556 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.997196 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.997715 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: subnetpool-prefix-ops Aug 29 22:32:28.998041 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:28.998955 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:28.999466 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 22:32:28.999790 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: tagging.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:29.000828 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:29.001350 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: standard-attr-tag Aug 29 22:32:29.001678 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: timestamp.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:29.002868 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:29.003386 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loaded extension: standard-attr-timestamp Aug 29 22:32:29.003717 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: trunk.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:29.004975 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:29.005494 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension trunk not supported by any of loaded plugins Aug 29 22:32:29.005871 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: trunk_details.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:29.006844 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:29.007353 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 22:32:29.007675 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: uplink_status_propagation.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:29.008708 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:29.009211 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 22:32:29.009532 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Loading extension file: vlantransparent.py {{(pid=134150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:32:29.010171 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=134150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:32:29.010674 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 22:32:29.013309 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:network Aug 29 22:32:29.013842 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:subnet Aug 29 22:32:29.014236 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:32:29.014627 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:port Aug 29 22:32:29.015943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.016392 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service FLAVORS assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.017000 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.017423 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.017755 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:router Aug 29 22:32:29.018193 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 22:32:29.018701 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service METERING assigned prefix: /metering {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.020169 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:29.020538 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:29.020892 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=134150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:32:29.022520 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 22:32:29.022995 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:security_group Aug 29 22:32:29.023431 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 22:32:29.023963 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service CORE assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.024286 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:32:29.024635 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] subnetpool is already registered Aug 29 22:32:29.025078 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service CORE assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.025414 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:32:29.025755 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] subnetpool is already registered Aug 29 22:32:29.028170 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.028615 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service FLAVORS assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.029212 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.029638 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.029973 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:router Aug 29 22:32:29.030317 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] router is already registered Aug 29 22:32:29.030749 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 22:32:29.031107 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] floatingip is already registered Aug 29 22:32:29.031559 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service METERING assigned prefix: /metering {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.032303 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 22:32:29.032634 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] rbac_policy is already registered Aug 29 22:32:29.033040 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:security_group Aug 29 22:32:29.033381 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] security_group is already registered Aug 29 22:32:29.033788 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 22:32:29.034128 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] security_group_rule is already registered Aug 29 22:32:29.034781 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service CORE assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.035123 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:32:29.035461 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] subnetpool is already registered Aug 29 22:32:29.035878 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.v2.resource_helper [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Service CORE assigned prefix: {{(pid=134150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:32:29.036201 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:32:29.036531 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING neutron.quota.resource_registry [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] subnetpool is already registered Aug 29 22:32:29.037048 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: extensions {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.039263 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: address-groups {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.040831 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: address-scopes {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.042157 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: agents {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.043358 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: auto-allocated-topology {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.044609 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: availability_zones {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.045853 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: dhcp-networks {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.047379 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: dhcp-agents {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.048813 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: routers {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.050525 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: flavors {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.051958 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: service_profiles {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.053209 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: next_providers {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.054790 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: service_profiles {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.057443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: floatingip-pools {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.058706 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: routers {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.060430 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: floatingips {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.061700 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: l3-routers {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.063132 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: l3-agents {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.064534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: metering-labels {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.065796 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: metering-label-rules {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.067226 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: network-ip-availabilities {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.068516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: bindings {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.070291 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: quotas {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.071986 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: quotas {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.073531 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: rbac-policies {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.074757 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: security-groups {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.076068 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: security-group-rules {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.077396 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: service-providers {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.078631 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: subnetpools {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.079967 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: subnetpools {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.081523 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.083243 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.085730 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.087565 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.089271 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.091402 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.093105 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.095032 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.096788 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.098515 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron.api.extensions [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Extended resource: tags {{(pid=134150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:32:29.105364 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING keystonemiddleware.auth_token [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 22:32:29.110756 dv-cinder-854270-4-iscsi neutron-server[134150]: WARNING keystonemiddleware.auth_token [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 22:32:29.120024 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Acquiring lock "singleton_lock" {{(pid=134150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 22:32:29.120348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Acquired lock "singleton_lock" {{(pid=134150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 22:32:29.120829 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_concurrency.lockutils [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Releasing lock "singleton_lock" {{(pid=134150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 22:32:29.121496 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO oslo_service.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Starting 2 workers Aug 29 22:32:29.126366 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Started child 134261 {{(pid=134150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:32:29.131365 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Started child 134262 {{(pid=134150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:32:29.132481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:29.133151 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO neutron.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 22:32:29.133649 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Publish callbacks [] for process (None), before_spawn {{(pid=134150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:29.134089 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [-] (134261) wsgi starting up on http://0.0.0.0:9696 Aug 29 22:32:29.136153 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO oslo_service.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Starting 1 workers Aug 29 22:32:29.137301 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:29.138797 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [-] (134262) wsgi starting up on http://0.0.0.0:9696 Aug 29 22:32:29.141399 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Started child 134263 {{(pid=134150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:32:29.141964 dv-cinder-854270-4-iscsi neutron-server[134150]: INFO oslo_service.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Starting 1 workers Aug 29 22:32:29.147433 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Started child 134264 {{(pid=134150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:32:29.147690 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] calling RpcWorker wait() {{(pid=134263) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 22:32:29.148481 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.service [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] returning from RpcWorker wait() {{(pid=134263) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 22:32:29.148628 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG neutron_lib.callbacks.manager [None req-0da774ff-3d05-4a1c-8026-eb2beea22836 None None] Publish callbacks [] for process (None), after_spawn {{(pid=134150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:29.149894 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:29.150282 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=134150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 22:32:29.150452 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:32:29.150581 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 22:32:29.150706 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 22:32:29.150894 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 22:32:29.151209 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 22:32:29.151750 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 22:32:29.152271 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.152564 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.152834 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.153095 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.153894 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.154168 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.154425 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.154707 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.155008 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.155229 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.155451 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.155740 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:29.156583 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.156583 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.156583 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.156583 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.157429 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.157429 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.157429 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.157429 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.158243 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.158243 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.158243 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] debug = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.158876 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.158876 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.159353 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.159353 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.159927 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.159927 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.160352 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.160352 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.160781 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.160781 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.161182 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.161417 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.161627 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.161852 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.162638 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.162917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.163158 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.163495 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] host = dv-cinder-854270-4-iscsi {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.163744 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.163971 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.164183 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.164601 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.164843 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.165073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.165326 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.165602 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.165889 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.166108 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.166355 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.166578 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.166847 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.167205 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.167205 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_options = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.167648 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.167862 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.168083 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.168318 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.168318 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.168746 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.168746 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.169165 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.169165 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.169822 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.169822 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.169822 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.170477 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.170477 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.170477 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.171121 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.171121 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.171534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.171534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.171958 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.171958 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.172383 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.172383 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.172832 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.172832 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.173254 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.173254 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.174534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.174534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.174534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.174534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.174534 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.174897 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.175659 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.176075 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.176298 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.176669 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.176669 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.177094 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.177257 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.177519 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.177957 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.178149 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.178363 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.178611 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.178879 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.179120 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_json = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.179345 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.180064 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.180064 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.181084 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.182626 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.182626 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.182626 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.182626 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.185740 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.185740 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.185740 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.185740 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.185740 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.186778 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.188931 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.195714 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.196940 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.197994 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.201176 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.202225 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.203471 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.204461 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.205537 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.206825 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.207974 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.208942 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.210351 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.210351 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.210351 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.210351 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.210899 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.210899 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.211767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.211767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.211767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.211767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.214161 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.215210 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.215210 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.215210 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.215210 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.215210 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.215210 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.215210 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.216023 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.216023 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.216023 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.216484 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.216484 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.217147 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.217147 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.217147 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.217561 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.217561 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.218254 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.218254 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.218254 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.218684 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.218684 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.218987 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.219131 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.219347 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.219592 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.219853 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.220108 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.222443 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.223630 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.223630 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.223630 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.223630 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.223630 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.223630 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.223630 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.224696 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.224696 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.224696 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.224696 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.224696 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.225352 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.225352 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.225352 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.225740 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.225894 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.226039 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.226272 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.226485 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.226696 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.226982 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.231073 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.232098 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.233047 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.234134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.234134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.234134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.234134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.234134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.234134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.234134 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.237076 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.238091 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239286 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239286 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239286 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239286 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239286 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.239917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.240344 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.240488 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.240773 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.240926 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.241133 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.241353 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.241603 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.241858 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.242426 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.242426 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.242764 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.242916 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.243062 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.243840 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.243840 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.243840 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.244255 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.244255 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.244507 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.244646 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.244794 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.245129 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.245257 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.245430 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.245660 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.245864 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.246083 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.246344 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.246772 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.247120 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.247417 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.247634 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.247920 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.248150 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.248391 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.248618 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.248920 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.249194 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.249614 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.249614 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.249834 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.250231 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.250528 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.253524 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.253524 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.253524 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.254113 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.254113 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.254376 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.254700 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.254968 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.255273 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.256184 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.256413 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.256723 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.256975 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.257271 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.257424 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.257682 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.257918 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.258157 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.258371 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.258601 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.258851 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.259097 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.259341 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.259653 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.259851 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.260253 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.260420 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.260553 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.260849 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.261048 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 22:32:29.261656 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=134150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 22:32:29.261867 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 22:32:29.262032 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 22:32:29.262243 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 22:32:29.262412 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 22:32:29.262610 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 22:32:29.263599 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.263599 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.263599 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.263599 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264111 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264111 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264111 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264467 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264467 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264724 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264724 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.264957 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.265102 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.265227 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.265406 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.266655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.266655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.266655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.266655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.266655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.266655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.266655 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] debug = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.267628 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.267628 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.267628 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.267628 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.267628 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.267628 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.268407 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.268407 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.268407 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.268407 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.268407 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.269030 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.269030 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.269030 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.269030 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.269525 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.269525 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.269525 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] host = dv-cinder-854270-4-iscsi {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270132 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270132 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270132 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270132 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270977 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270977 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270977 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270977 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270977 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.270977 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272288 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272288 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272288 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272288 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272288 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_options = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.272917 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.273384 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.273384 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.273384 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.273727 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.273727 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.273727 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.274238 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.274238 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.274238 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.274627 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.274627 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.274627 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275037 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275037 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275037 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275389 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275389 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275641 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275641 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275878 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.275878 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.276107 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.276229 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.276352 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.277444 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.278838 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.279767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.279767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.279767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_json = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.279767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.279767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.279767 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.281305 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.284441 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.285320 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.286306 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.287189 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.288070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289007 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.289943 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.291636 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.292642 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.294808 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.297101 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.298348 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.299224 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300046 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.300870 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.301759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.301759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.301759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.301759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.301759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.301759 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.302447 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.302447 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.302447 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.302447 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303024 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303024 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303024 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303379 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303379 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303637 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303637 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.303918 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.304058 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.304197 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.304456 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 59706) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.305357 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.306442 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.306442 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.306442 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.306442 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.306442 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.306442 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.306442 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.307311 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.307311 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.307311 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.307311 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.307311 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.307311 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308034 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308034 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308034 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308034 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308034 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308633 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308633 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308633 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.308633 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.309184 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.309184 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.309184 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.309184 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.309689 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.309689 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.309689 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.310070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.310070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.310070 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.310384 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.310384 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.310624 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.310800 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.311411 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.311411 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.311411 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.311411 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.311898 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.311898 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.311898 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.312823 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.312823 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.312823 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.312823 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.312823 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.313577 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.313577 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.313577 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.313577 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314191 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314191 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314191 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314191 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314695 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314695 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314695 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.314695 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.316743 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.316743 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.316743 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.316743 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.316743 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.316743 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317555 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [-] 10.222.0.77 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0084875 Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.317712 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.321652 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.322621 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.323667 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.324694 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.327088 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.329475 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.330516 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.331479 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.332230 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.333040 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.333040 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.333040 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.333040 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.333040 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:32:29.333040 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=134150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 22:32:29.334582 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [-] 10.222.0.77 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0115781 Aug 29 22:32:29.339029 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:32:38.616593 dv-cinder-854270-4-iscsi neutron-server[134150]: DEBUG dbcounter [-] [134150] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=134150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:32:41.971591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88b493-9793-4b89-b151-076f7c4c0639 None None] get_active_networks_info from dv-cinder-854270-4-iscsi {{(pid=134263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 22:32:41.983120 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writer thread running {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:32:42.160599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88b493-9793-4b89-b151-076f7c4c0639 None None] No non-hosted networks {{(pid=134263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 22:32:42.166515 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e1b8af81-9519-4376-bdc9-2dcb561cb17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896453'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:43.878699 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writer thread running {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:32:44.737523 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ee298793-0bb6-4f0c-83cb-3e282fc99b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896453'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:44.805673 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e6a25a4b-9627-4773-97f3-9f33b498bc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:45.730580 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896453'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:45.878438 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59784) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:32:46.683657 dv-cinder-854270-4-iscsi neutron-server[134262]: WARNING oslo_policy.policy [None req-a296d2f0-dc53-4606-80cd-84a044dd0852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:46.684233 dv-cinder-854270-4-iscsi neutron-server[134262]: WARNING oslo_policy.policy [None req-a296d2f0-dc53-4606-80cd-84a044dd0852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:46.916200 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [None req-a296d2f0-dc53-4606-80cd-84a044dd0852 admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134262) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:32:46.923926 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a296d2f0-dc53-4606-80cd-84a044dd0852 admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0430591 Aug 29 22:32:46.938783 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896453'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:46.939526 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.939921 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.941370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.942010 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.942576 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.943162 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.943719 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.944580 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.945358 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.946018 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.946637 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.947258 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.947824 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.948525 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.949115 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:46.949720 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854270-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:32:46.956861 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854270-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:32:47.666521 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896453'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:49.553796 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59816) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:32:50.027218 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:32:50.040537 dv-cinder-854270-4-iscsi neutron-server[134262]: ERROR stevedore.extension [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 22:32:50.134125 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.policy [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=134262) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 22:32:50.193582 dv-cinder-854270-4-iscsi neutron-server[134262]: WARNING oslo_policy.policy [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:50.193960 dv-cinder-854270-4-iscsi neutron-server[134262]: WARNING oslo_policy.policy [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:50.214901 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writer thread running {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:32:50.304806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743326021839', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743326017219', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743326005671', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743325997882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743326053811', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743326045453', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-634861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3797685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3887545'] for rbac-policy (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:50.399928 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:50.406790 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7587dd40-0c3e-41fe-be70-94c3e739b008 admin admin] 10.222.0.77 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8465064 Aug 29 22:32:51.094370 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.db.l3_hamode_db [None req-1f01a731-0340-4d12-b84c-6c3990fc5a8d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 22:32:51.181545 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01a731-0340-4d12-b84c-6c3990fc5a8d None None] Routers set() bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:32:51.181928 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01a731-0340-4d12-b84c-6c3990fc5a8d None None] Router IDs set() for agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 22:32:52.963265 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 59826) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:32:53.578175 dv-cinder-854270-4-iscsi neutron-server[134261]: WARNING oslo_policy.policy [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:53.578778 dv-cinder-854270-4-iscsi neutron-server[134261]: WARNING oslo_policy.policy [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:53.801417 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:32:53.815402 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writer thread running {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:32:53.860627 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Made reservation on behalf of bad66f048c724ae380da0250ba68d56d for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:32:53.869978 dv-cinder-854270-4-iscsi neutron-server[134261]: ERROR stevedore.extension [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 22:32:53.924399 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.policy [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=134261) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 22:32:53.966908 dv-cinder-854270-4-iscsi neutron-server[134261]: WARNING oslo_policy.policy [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:53.968074 dv-cinder-854270-4-iscsi neutron-server[134261]: WARNING oslo_policy.policy [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:32:53.978701 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.008180 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.136146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks [] for security_group (c48580f4-0fcc-4e54-8204-0daec2197e7d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.140200 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c48580f4-0fcc-4e54-8204-0daec2197e7d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.167705 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:32:54.204443 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743327018042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.205040 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Unsubscribe: segment precommit_create {{(pid=134261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 22:32:54.205863 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Added segment c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27 of type vlan for network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 Aug 29 22:32:54.225947 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c48580f4-0fcc-4e54-8204-0daec2197e7d,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:32:54.286099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.286435 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.286818 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.287176 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.287508 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.287836 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.288160 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.288481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.288804 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.289126 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.289447 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.289794 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.290113 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.290429 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.290761 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Tracked resource versions report: Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: pushed versions: Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: { 'AddressGroup': {'1.2'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Agent': {'1.1'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'ConntrackHelper': {'1.0'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Log': {'1.0'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'NDPProxy': {'1.0'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Network': {'1.1'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Port': {'1.7'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'PortForwarding': {'1.3'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'QosPolicy': {'1.10'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroup': {'1.5'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SubPort': {'1.0'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Subnet': {'1.1'}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Trunk': {'1.1'}} Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: consumer versions: Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Agent': '1.1', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'ConntrackHelper': '1.0', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'LocalIPAssociation': '1.0', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Log': '1.0', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'NDPProxy': '1.0', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Network': '1.1', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Port': '1.7', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'PortForwarding': '1.3', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'QosPolicy': '1.10', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroup': '1.5', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroupRule': '1.2', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SubPort': '1.0', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Subnet': '1.1', Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Trunk': '1.1'}} Aug 29 22:32:54.292214 dv-cinder-854270-4-iscsi neutron-server[134261]: {{(pid=134261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:32:54.339610 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (63d10ad4-a9b0-4471-8b58-3b9f3200c9c6), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.387040 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (63d10ad4-a9b0-4471-8b58-3b9f3200c9c6), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.393422 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:32:54.394144 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:54.492975 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5286152 Aug 29 22:32:54.533348 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8200e8c-72fa-462b-ac77-97a25ac6d5c3 demo demo] Pushing event updated for resources: {'Network': ['ID=63d10ad4-a9b0-4471-8b58-3b9f3200c9c6,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:32:54.562998 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:32:57.027204 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 59846) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:32:57.501655 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b6cc2c-4295-464a-8a3a-44c93b722ef2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:32:57.503279 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-54b6cc2c-4295-464a-8a3a-44c93b722ef2 demo admin] 10.222.0.77 "GET /networking/v2.0/networks/63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 HTTP/1.1" status: 200 len: 825 time: 0.4749351 Aug 29 22:32:57.543268 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-cf56981e-1542-4589-b7d0-6b97313cc172 demo admin] 10.222.0.77 "GET /networking/v2.0/subnetpools/5a750c54-8f37-4c99-b62b-e4a023deb195 HTTP/1.1" status: 200 len: 734 time: 0.0336094 Aug 29 22:32:57.554060 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Request body: {'subnet': {'subnetpool_id': '5a750c54-8f37-4c99-b62b-e4a023deb195', 'name': 'private-subnet', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:32:57.580130 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Made reservation on behalf of bad66f048c724ae380da0250ba68d56d for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:32:57.583746 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:57.597433 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=57,neutron:INSERT=41,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:32:57.911951 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (a3df67af-1b77-49d8-8518-f7b82779320b), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:57.916778 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:32:57.985990 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a3df67af-1b77-49d8-8518-f7b82779320b,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:32:57.995976 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Checking segment: {'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:32:57.996332 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Network hostable DHCP agents. Network: 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:32:58.020870 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:32:58.033077 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:32:58.039263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:32:58.040179 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:58.045955 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea6404-3568-4432-a68e-97773601f1b8 None None] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:32:58.048556 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=31,neutron:INSERT=35 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:32:58.065166 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-3d92393c-569b-4f85-ad7d-aee755c52a71 demo admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5146401 Aug 29 22:32:58.329052 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'fixed_ips': [{'subnet_id': 'a3df67af-1b77-49d8-8518-f7b82779320b'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:32:58.330356 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:58.654047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Allocated IP 172.20.0.2 (63d10ad4-a9b0-4471-8b58-3b9f3200c9c6/a3df67af-1b77-49d8-8518-f7b82779320b/315e76e2-fabe-4652-bc36-2a4ccc469b4d) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:32:58.684943 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:32:58.687265 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:32:58.950684 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Publish callbacks [] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:58.959417 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:59.036765 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:32:59.041451 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:32:59.057591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:32:59.065826 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Pushing event updated for resources: {'Port': ['ID=315e76e2-fabe-4652-bc36-2a4ccc469b4d,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:32:59.111816 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.112147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.112496 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.112848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.113222 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.113502 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.113825 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.114141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.114461 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.114804 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.115126 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.115467 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.115795 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.116105 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.116417 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Tracked resource versions report: Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: pushed versions: Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: { 'AddressGroup': {'1.2'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Agent': {'1.1'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'ConntrackHelper': {'1.0'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Log': {'1.0'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'NDPProxy': {'1.0'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Network': {'1.1'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Port': {'1.7'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'PortForwarding': {'1.3'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'QosPolicy': {'1.10'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroup': {'1.5'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SubPort': {'1.0'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Subnet': {'1.1'}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Trunk': {'1.1'}} Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: consumer versions: Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Agent': '1.1', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'ConntrackHelper': '1.0', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'LocalIPAssociation': '1.0', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Log': '1.0', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'NDPProxy': '1.0', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Network': '1.1', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Port': '1.7', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'PortForwarding': '1.3', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'QosPolicy': '1.10', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroup': '1.5', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroupRule': '1.2', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SubPort': '1.0', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Subnet': '1.1', Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Trunk': '1.1'}} Aug 29 22:32:59.117862 dv-cinder-854270-4-iscsi neutron-server[134263]: {{(pid=134263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:32:59.158504 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Attempting to bind port 315e76e2-fabe-4652-bc36-2a4ccc469b4d on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:32:59.158962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Attempting to bind port 315e76e2-fabe-4652-bc36-2a4ccc469b4d by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:32:59.159308 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Attempting to bind port 315e76e2-fabe-4652-bc36-2a4ccc469b4d on network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:32:59.165654 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:32:59.165931 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Checking segment: {'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:32:59.166394 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:59.166800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Bound using segment: {'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:32:59.167256 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Bound port: 315e76e2-fabe-4652-bc36-2a4ccc469b4d, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:32:59.167678 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:59.225141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:32:59.237369 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] For port 315e76e2-fabe-4652-bc36-2a4ccc469b4d, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:32:59.259774 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] For port 315e76e2-fabe-4652-bc36-2a4ccc469b4d, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=315e76e2-fabe-4652-bc36-2a4ccc469b4d,segment=NetworkSegment(c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27),segment_id=c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:32:59.268936 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:32:59.339231 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac591a-9176-4d35-b8d5-1bbb5a9daf61 None None] Pushing event updated for resources: {'Port': ['ID=315e76e2-fabe-4652-bc36-2a4ccc469b4d,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:00.389613 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=21,neutron:INSERT=34,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:00.391164 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=3,neutron:SELECT=12,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:00.556339 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 59866) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:00.976517 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [None req-5664bb5e-59b5-42ab-8b5b-85db998acdbe admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:33:00.978514 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5664bb5e-59b5-42ab-8b5b-85db998acdbe admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4208384 Aug 29 22:33:03.483714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 59874) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:03.939074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [None req-d1598c1d-3bd1-4667-9df8-0efe588d1c57 admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:33:03.940520 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d1598c1d-3bd1-4667-9df8-0efe588d1c57 admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4556425 Aug 29 22:33:06.603839 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59886) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:07.008550 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 315e76e2-fabe-4652-bc36-2a4ccc469b4d up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:33:07.013513 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-f12af1ec-ece3-4512-b45e-067b69a7d2b0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:33:07.051006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f12af1ec-ece3-4512-b45e-067b69a7d2b0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (a040efc8-1b74-4c8e-a34b-9cb6782a8041), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.052726 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f12af1ec-ece3-4512-b45e-067b69a7d2b0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (a040efc8-1b74-4c8e-a34b-9cb6782a8041), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.099346 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 315e76e2-fabe-4652-bc36-2a4ccc469b4d triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:07.099887 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.130002 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:07.227105 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f12af1ec-ece3-4512-b45e-067b69a7d2b0 demo demo] Publish callbacks [] for router_controller (a040efc8-1b74-4c8e-a34b-9cb6782a8041), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.233095 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f12af1ec-ece3-4512-b45e-067b69a7d2b0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (a040efc8-1b74-4c8e-a34b-9cb6782a8041), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.238084 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 315e76e2-fabe-4652-bc36-2a4ccc469b4d is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:07.238599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.255696 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f12af1ec-ece3-4512-b45e-067b69a7d2b0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.263317 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-f12af1ec-ece3-4512-b45e-067b69a7d2b0 demo demo] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6583281 Aug 29 22:33:07.280635 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 315e76e2-fabe-4652-bc36-2a4ccc469b4d, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=315e76e2-fabe-4652-bc36-2a4ccc469b4d,segment=NetworkSegment(c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27),segment_id=c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:33:07.288345 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:07.351852 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=315e76e2-fabe-4652-bc36-2a4ccc469b4d,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:07.907153 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba12cf6a-d5c5-49c2-93b3-f1d9cef3a719 None None] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:33:08.056657 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:08.057290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:08.061652 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-21dc7816-4d88-48f2-a68e-de9f0fcc90d8 None None] Provisioning complete for port 315e76e2-fabe-4652-bc36-2a4ccc469b4d triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:08.062214 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-21dc7816-4d88-48f2-a68e-de9f0fcc90d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:08.155026 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-21dc7816-4d88-48f2-a68e-de9f0fcc90d8 None None] Current status of the port 315e76e2-fabe-4652-bc36-2a4ccc469b4d is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:08.382164 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-53527ef9-6309-426c-91f3-72143d398610 None None] Provisioning complete for port 315e76e2-fabe-4652-bc36-2a4ccc469b4d triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:08.382507 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-53527ef9-6309-426c-91f3-72143d398610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:08.472152 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-53527ef9-6309-426c-91f3-72143d398610 None None] Current status of the port 315e76e2-fabe-4652-bc36-2a4ccc469b4d is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:08.972363 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 315e76e2-fabe-4652-bc36-2a4ccc469b4d up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:33:09.015960 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 315e76e2-fabe-4652-bc36-2a4ccc469b4d triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:09.015960 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:09.086531 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 315e76e2-fabe-4652-bc36-2a4ccc469b4d is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:09.792172 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59896) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:10.183363 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [None req-96dbd519-0da6-4874-ba21-927e905ca74e admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134262) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:33:10.184332 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-96dbd519-0da6-4874-ba21-927e905ca74e admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3909457 Aug 29 22:33:11.200617 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:33:11.908698 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e12fe936-a6ac-4a57-9099-37a07af9bfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:12.721553 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59904) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:13.096489 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:33:13.120429 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Made reservation on behalf of fabab14479bd4d4c870f8f76efa1b499 for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:33:13.123505 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.142651 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.251469 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks [] for security_group (c13df051-36c0-4423-9240-4fe673964027), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.255260 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c13df051-36c0-4423-9240-4fe673964027), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.273624 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Reserving flat network on physical network physnet1 {{(pid=134262) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 22:33:13.305269 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743327018042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (df70debf-97ef-4c0f-b8f0-614b1d9091cd), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.305752 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Unsubscribe: segment precommit_create {{(pid=134262) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 22:33:13.306277 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Added segment df70debf-97ef-4c0f-b8f0-614b1d9091cd of type flat for network 9c4d8b67-6be5-4a01-a017-49b452fbe847 Aug 29 22:33:13.312451 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13df051-36c0-4423-9240-4fe673964027,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:13.349663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.350003 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.350356 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.350691 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.351041 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.351371 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.351687 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.352005 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.352338 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.352665 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.352997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.353330 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.354197 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.354514 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.354871 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Tracked resource versions report: Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: pushed versions: Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: { 'AddressGroup': {'1.2'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Agent': {'1.1'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'ConntrackHelper': {'1.0'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Log': {'1.0'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'NDPProxy': {'1.0'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Network': {'1.1'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Port': {'1.7'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'PortForwarding': {'1.3'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'QosPolicy': {'1.10'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroup': {'1.5'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SubPort': {'1.0'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Subnet': {'1.1'}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Trunk': {'1.1'}} Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: consumer versions: Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Agent': '1.1', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'ConntrackHelper': '1.0', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'LocalIPAssociation': '1.0', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Log': '1.0', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'NDPProxy': '1.0', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Network': '1.1', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Port': '1.7', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'PortForwarding': '1.3', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'QosPolicy': '1.10', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroup': '1.5', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroupRule': '1.2', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SubPort': '1.0', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Subnet': '1.1', Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Trunk': '1.1'}} Aug 29 22:33:13.356327 dv-cinder-854270-4-iscsi neutron-server[134262]: {{(pid=134262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:33:13.426350 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (9c4d8b67-6be5-4a01-a017-49b452fbe847), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.480400 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (9c4d8b67-6be5-4a01-a017-49b452fbe847), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.481615 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:33:13.482292 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:13.561435 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8387320 Aug 29 22:33:13.586921 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4886de-1504-4346-82a4-0b4289744808 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4d8b67-6be5-4a01-a017-49b452fbe847,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:13.600008 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:33:13.622262 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:14.738278 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-53152d2b-d144-461d-957d-c730b87273fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:15.692774 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:15.990116 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 59916) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:16.398558 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800dec3-b524-4a26-9c44-a2940035bc76 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:33:16.400613 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-7800dec3-b524-4a26-9c44-a2940035bc76 demo admin] 10.222.0.77 "GET /networking/v2.0/subnets/a3df67af-1b77-49d8-8518-f7b82779320b HTTP/1.1" status: 200 len: 849 time: 0.4093430 Aug 29 22:33:16.565830 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2820c92a-82de-4bf5-9885-850f531aa98b demo admin] 10.222.0.77 "GET /networking/v2.0/routers/a040efc8-1b74-4c8e-a34b-9cb6782a8041 HTTP/1.1" status: 200 len: 704 time: 0.1593630 Aug 29 22:33:16.847799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:16.932191 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.157391 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Allocated IP 172.20.0.1 (63d10ad4-a9b0-4471-8b58-3b9f3200c9c6/a3df67af-1b77-49d8-8518-f7b82779320b/39b12f06-5fd8-48a2-9d31-f4efa0de74dc) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:33:17.321970 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks [] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.393290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.468281 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:33:17.472997 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:33:17.483030 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:33:17.483669 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (a040efc8-1b74-4c8e-a34b-9cb6782a8041), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.562561 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Pushing event updated for resources: {'Port': ['ID=39b12f06-5fd8-48a2-9d31-f4efa0de74dc,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:17.627414 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.657971 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-71ff917a-ed55-4204-99de-98ec66cdb43c None None] Provisioning complete for port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:17.658342 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-71ff917a-ed55-4204-99de-98ec66cdb43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.692876 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-71ff917a-ed55-4204-99de-98ec66cdb43c None None] Port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:33:17.742288 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:17.747249 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.750889 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:17.972804 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks [] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.978194 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:17.979040 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (a040efc8-1b74-4c8e-a34b-9cb6782a8041), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:18.059557 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Pushing event updated for resources: {'Port': ['ID=39b12f06-5fd8-48a2-9d31-f4efa0de74dc,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:18.111320 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:33:18.112661 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:33:18.280128 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Router a040efc8-1b74-4c8e-a34b-9cb6782a8041 is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:33:18.315940 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-38349cfc-5f9b-4eed-9425-daccdea40153 None None] Provisioning complete for port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:18.316535 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-38349cfc-5f9b-4eed-9425-daccdea40153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:18.357041 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-38349cfc-5f9b-4eed-9425-daccdea40153 None None] Port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:33:18.382102 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:33:18.389454 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-78de5d55-d31d-44ed-8d39-9f063cfb03d6 demo admin] 10.222.0.77 "PUT /networking/v2.0/routers/a040efc8-1b74-4c8e-a34b-9cb6782a8041/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8178051 Aug 29 22:33:18.393454 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Sync routers for ids ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:33:18.409822 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Routers {'a040efc8-1b74-4c8e-a34b-9cb6782a8041'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:33:18.410676 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:33:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:18.600535 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Set router a040efc8-1b74-4c8e-a34b-9cb6782a8041 gateway port host: None {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:33:19.044630 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'name': 'router1', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:33:07Z', 'updated_at': '2022-08-29T22:33:17Z', 'revision_number': 2, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'gw_port_host': None, '_interfaces': [{'id': '39b12f06-5fd8-48a2-9d31-f4efa0de74dc', 'name': '', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'mac_address': 'fa:16:3e:d5:bc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:16Z', 'updated_at': '2022-08-29T22:33:17Z', 'revision_number': 2, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'subnets': [{'id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a750c54-8f37-4c99-b62b-e4a023deb195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:19.094859 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Checking router: a040efc8-1b74-4c8e-a34b-9cb6782a8041 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:33:19.095236 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Updating router a040efc8-1b74-4c8e-a34b-9cb6782a8041 port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:33:19.148934 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:19.683183 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Publish callbacks [] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:19.689579 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:19.837346 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Pushing event updated for resources: {'Port': ['ID=39b12f06-5fd8-48a2-9d31-f4efa0de74dc,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:19.845245 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Attempting to bind port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:33:19.845634 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Attempting to bind port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:33:19.846060 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Attempting to bind port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc on network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:33:19.849696 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.850041 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.850383 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.850719 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.851067 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.851390 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.851709 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.852554 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.852878 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.853192 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.853507 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.853839 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.854158 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.854471 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.854803 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Tracked resource versions report: Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: pushed versions: Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: { 'AddressGroup': {'1.2'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Agent': {'1.1'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'ConntrackHelper': {'1.0'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Log': {'1.0'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'NDPProxy': {'1.0'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Network': {'1.1'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Port': {'1.7'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'PortForwarding': {'1.3'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'QosPolicy': {'1.10'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroup': {'1.5'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SubPort': {'1.0'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Subnet': {'1.1'}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Trunk': {'1.1'}} Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: consumer versions: Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Agent': '1.1', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'ConntrackHelper': '1.0', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'LocalIPAssociation': '1.0', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Log': '1.0', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'NDPProxy': '1.0', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Network': '1.1', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Port': '1.7', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'PortForwarding': '1.3', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'QosPolicy': '1.10', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroup': '1.5', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroupRule': '1.2', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SubPort': '1.0', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Subnet': '1.1', Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Trunk': '1.1'}} Aug 29 22:33:19.856256 dv-cinder-854270-4-iscsi neutron-server[134264]: {{(pid=134264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:33:19.862602 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:33:19.863043 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Checking segment: {'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:33:19.863515 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:19.863896 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Bound using segment: {'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:33:19.864364 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Bound port: 39b12f06-5fd8-48a2-9d31-f4efa0de74dc, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:33:19.864743 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:19.932465 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] For port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:33:19.955262 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] For port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=39b12f06-5fd8-48a2-9d31-f4efa0de74dc,segment=NetworkSegment(c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27),segment_id=c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:33:19.956348 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:19.963950 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:20.001728 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Routers {'a040efc8-1b74-4c8e-a34b-9cb6782a8041'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:33:20.002360 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:33:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:20.010600 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:20.084834 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f688b49-7aab-4c69-9884-73b2f6e9760d None None] Pushing event updated for resources: {'Port': ['ID=39b12f06-5fd8-48a2-9d31-f4efa0de74dc,revision_number=4']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:20.107452 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] Set router a040efc8-1b74-4c8e-a34b-9cb6782a8041 gateway port host: None {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:33:20.301631 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'name': 'router1', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:33:07Z', 'updated_at': '2022-08-29T22:33:17Z', 'revision_number': 2, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'gw_port_host': None, '_interfaces': [{'id': '39b12f06-5fd8-48a2-9d31-f4efa0de74dc', 'name': '', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'mac_address': 'fa:16:3e:d5:bc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:16Z', 'updated_at': '2022-08-29T22:33:19Z', 'revision_number': 4, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'subnets': [{'id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a750c54-8f37-4c99-b62b-e4a023deb195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:20.328048 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d53745-f3db-4dbc-b7ed-5d31ed35a4d6 None None] The sync data for ids ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'] in dv-cinder-854270-4-iscsi is: [{'id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'name': 'router1', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:33:07Z', 'updated_at': '2022-08-29T22:33:17Z', 'revision_number': 2, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'gw_port_host': None, '_interfaces': [{'id': '39b12f06-5fd8-48a2-9d31-f4efa0de74dc', 'name': '', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'mac_address': 'fa:16:3e:d5:bc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:16Z', 'updated_at': '2022-08-29T22:33:19Z', 'revision_number': 4, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'subnets': [{'id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a750c54-8f37-4c99-b62b-e4a023deb195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:33:20.863107 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59926) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:21.396360 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca3286-6ce5-4f8a-9d56-3dafb5bbd74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:33:21.400578 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9eca3286-6ce5-4f8a-9d56-3dafb5bbd74d admin admin] 10.222.0.77 "GET /networking/v2.0/networks/9c4d8b67-6be5-4a01-a017-49b452fbe847 HTTP/1.1" status: 200 len: 842 time: 0.5352468 Aug 29 22:33:21.414494 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:33:21.442128 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Made reservation on behalf of fabab14479bd4d4c870f8f76efa1b499 for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:33:21.444934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:21.755920 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:21.829503 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:21.923781 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.objects.ports [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=134262) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 22:33:21.924536 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (bf9f39e6-02b6-4f84-903e-46c03cfbf7ff), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:21.987583 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9f39e6-02b6-4f84-903e-46c03cfbf7ff,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:22.007364 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:33:22.008731 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Network hostable DHCP agents. Network: 9c4d8b67-6be5-4a01-a017-49b452fbe847, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:33:22.040834 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:33:22.060067 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 9c4d8b67-6be5-4a01-a017-49b452fbe847) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:33:22.066669 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:33:22.067914 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:22.069931 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76107fb-5561-48c4-a1f3-79db6cb278b8 None None] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:33:22.092491 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4c2a2c10-f699-4488-a5d7-ae4f1f97b911 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6821280 Aug 29 22:33:22.111596 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:22.214403 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa668d42-c7f6-48bd-bdcc-739a987b304a None None] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:33:24.655529 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59934) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:25.216596 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-2c851959-f8b9-4206-adf6-6c22a33c2c4b demo admin] 10.222.0.77 "GET /networking/v2.0/routers/a040efc8-1b74-4c8e-a34b-9cb6782a8041 HTTP/1.1" status: 200 len: 710 time: 0.5598919 Aug 29 22:33:25.330778 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc0691d-b8f2-415d-9c8a-87717b3b5138 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:33:25.332154 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-5cc0691d-b8f2-415d-9c8a-87717b3b5138 demo admin] 10.222.0.77 "GET /networking/v2.0/networks/9c4d8b67-6be5-4a01-a017-49b452fbe847 HTTP/1.1" status: 200 len: 886 time: 0.1007295 Aug 29 22:33:25.341434 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:33:25.616086 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks [] for router_gateway (a040efc8-1b74-4c8e-a34b-9cb6782a8041), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:25.861101 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks [] for router_gateway (a040efc8-1b74-4c8e-a34b-9cb6782a8041), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:25.993887 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:26.104216 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:26.135060 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:26.163473 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Allocated IP 172.27.1.70 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/55d6316b-8541-492f-8966-c3d5297adacb) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:33:26.284907 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks [] for port (55d6316b-8541-492f-8966-c3d5297adacb), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:26.342234 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (55d6316b-8541-492f-8966-c3d5297adacb), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:26.410511 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:33:26.417018 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:33:26.420292 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:33:26.500818 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Pushing event updated for resources: {'Port': ['ID=55d6316b-8541-492f-8966-c3d5297adacb,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:26.717870 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks [] for router_gateway (a040efc8-1b74-4c8e-a34b-9cb6782a8041), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:26.916357 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3898713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3898017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126282'] for router (a040efc8-1b74-4c8e-a34b-9cb6782a8041), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:26.920594 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3898706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3898699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3898010'] for router (a040efc8-1b74-4c8e-a34b-9cb6782a8041), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:27.007622 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 39b12f06-5fd8-48a2-9d31-f4efa0de74dc up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:33:27.040540 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Router a040efc8-1b74-4c8e-a34b-9cb6782a8041 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:33:27.057455 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:27.057851 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:27.083080 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:27.132115 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:27.132505 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:27.148300 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:33:27.154706 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:27.170827 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-54c0ae9e-ffcd-4a1e-9688-11ee70428068 demo admin] 10.222.0.77 "PUT /networking/v2.0/routers/a040efc8-1b74-4c8e-a34b-9cb6782a8041 HTTP/1.1" status: 200 len: 889 time: 1.8178492 Aug 29 22:33:27.171323 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=39b12f06-5fd8-48a2-9d31-f4efa0de74dc,segment=NetworkSegment(c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27),segment_id=c1a8e810-9d43-48bb-9ae2-3e9e98a1ed27)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:33:27.171323 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Sync routers for ids ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:33:27.175152 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:27.212582 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Routers {'a040efc8-1b74-4c8e-a34b-9cb6782a8041'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:33:27.212867 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:33:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:27.324394 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=39b12f06-5fd8-48a2-9d31-f4efa0de74dc,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:27.446305 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Set router a040efc8-1b74-4c8e-a34b-9cb6782a8041 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:33:27.725375 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:27.855886 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'name': 'router1', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '55d6316b-8541-492f-8966-c3d5297adacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:33:07Z', 'updated_at': '2022-08-29T22:33:26Z', 'revision_number': 4, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'gw_port': {'id': '55d6316b-8541-492f-8966-c3d5297adacb', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:26Z', 'updated_at': '2022-08-29T22:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '39b12f06-5fd8-48a2-9d31-f4efa0de74dc', 'name': '', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'mac_address': 'fa:16:3e:d5:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:16Z', 'updated_at': '2022-08-29T22:33:27Z', 'revision_number': 5, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'subnets': [{'id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a750c54-8f37-4c99-b62b-e4a023deb195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:27.907693 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Checking router: a040efc8-1b74-4c8e-a34b-9cb6782a8041 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:33:27.908049 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Updating router a040efc8-1b74-4c8e-a34b-9cb6782a8041 port 55d6316b-8541-492f-8966-c3d5297adacb binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:33:28.052468 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (55d6316b-8541-492f-8966-c3d5297adacb), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:28.262439 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:28.375000 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=64,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:28.376871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:28.381006 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Publish callbacks [] for port (55d6316b-8541-492f-8966-c3d5297adacb), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:28.386724 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (55d6316b-8541-492f-8966-c3d5297adacb), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:28.422845 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Attempting to bind port 55d6316b-8541-492f-8966-c3d5297adacb on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:33:28.423224 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Attempting to bind port 55d6316b-8541-492f-8966-c3d5297adacb by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:33:28.423596 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Attempting to bind port 55d6316b-8541-492f-8966-c3d5297adacb on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:33:28.439908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:33:28.440272 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:33:28.440675 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:28.441067 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:33:28.441533 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Bound port: 55d6316b-8541-492f-8966-c3d5297adacb, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:33:28.441912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (55d6316b-8541-492f-8966-c3d5297adacb), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:28.444696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98368a3a-a6c0-4cac-8b7b-c1bb3bf5ec6e None None] Pushing event updated for resources: {'Port': ['ID=55d6316b-8541-492f-8966-c3d5297adacb,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:28.494188 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] For port 55d6316b-8541-492f-8966-c3d5297adacb, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:33:28.497230 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] For port 55d6316b-8541-492f-8966-c3d5297adacb, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=55d6316b-8541-492f-8966-c3d5297adacb,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:33:28.503543 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (55d6316b-8541-492f-8966-c3d5297adacb), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:28.535928 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Routers {'a040efc8-1b74-4c8e-a34b-9cb6782a8041'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:33:28.536553 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:33:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:28.596475 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98368a3a-a6c0-4cac-8b7b-c1bb3bf5ec6e None None] Pushing event updated for resources: {'Port': ['ID=55d6316b-8541-492f-8966-c3d5297adacb,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:28.658772 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] Set router a040efc8-1b74-4c8e-a34b-9cb6782a8041 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:33:28.844478 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:28.865516 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'name': 'router1', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '55d6316b-8541-492f-8966-c3d5297adacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:33:07Z', 'updated_at': '2022-08-29T22:33:26Z', 'revision_number': 4, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'gw_port': {'id': '55d6316b-8541-492f-8966-c3d5297adacb', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:26Z', 'updated_at': '2022-08-29T22:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '39b12f06-5fd8-48a2-9d31-f4efa0de74dc', 'name': '', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'mac_address': 'fa:16:3e:d5:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:16Z', 'updated_at': '2022-08-29T22:33:27Z', 'revision_number': 5, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'subnets': [{'id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a750c54-8f37-4c99-b62b-e4a023deb195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:33:28.892048 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e39cf-4dc7-443e-be03-95090fe9b045 None None] The sync data for ids ['a040efc8-1b74-4c8e-a34b-9cb6782a8041'] in dv-cinder-854270-4-iscsi is: [{'id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'name': 'router1', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '55d6316b-8541-492f-8966-c3d5297adacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:33:07Z', 'updated_at': '2022-08-29T22:33:26Z', 'revision_number': 4, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'gw_port': {'id': '55d6316b-8541-492f-8966-c3d5297adacb', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:26Z', 'updated_at': '2022-08-29T22:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '39b12f06-5fd8-48a2-9d31-f4efa0de74dc', 'name': '', 'network_id': '63d10ad4-a9b0-4471-8b58-3b9f3200c9c6', 'tenant_id': 'bad66f048c724ae380da0250ba68d56d', 'mac_address': 'fa:16:3e:d5:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a040efc8-1b74-4c8e-a34b-9cb6782a8041', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:33:16Z', 'updated_at': '2022-08-29T22:33:27Z', 'revision_number': 5, 'project_id': 'bad66f048c724ae380da0250ba68d56d', 'subnets': [{'id': 'a3df67af-1b77-49d8-8518-f7b82779320b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a750c54-8f37-4c99-b62b-e4a023deb195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:33:29.057091 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 39b12f06-5fd8-48a2-9d31-f4efa0de74dc up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:33:29.112763 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:29.113158 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:29.199733 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:29.806388 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 59946) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:33:30.211581 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:30.255255 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-12e0e82d-507a-4af7-9ca4-9e61146c4f22 admin admin] 10.222.0.77 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4476132 Aug 29 22:33:30.303789 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=42 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:30.304635 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=28 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:31.007992 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 55d6316b-8541-492f-8966-c3d5297adacb up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:33:31.053443 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 55d6316b-8541-492f-8966-c3d5297adacb triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:31.053846 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (55d6316b-8541-492f-8966-c3d5297adacb), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:31.087385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:31.147385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 55d6316b-8541-492f-8966-c3d5297adacb is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:31.147773 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (55d6316b-8541-492f-8966-c3d5297adacb), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:31.169854 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 55d6316b-8541-492f-8966-c3d5297adacb, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=55d6316b-8541-492f-8966-c3d5297adacb,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:33:31.175210 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (55d6316b-8541-492f-8966-c3d5297adacb), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:31.235394 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=55d6316b-8541-492f-8966-c3d5297adacb,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:33:33.043202 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 55d6316b-8541-492f-8966-c3d5297adacb up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:33:33.107593 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 55d6316b-8541-492f-8966-c3d5297adacb triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:33:33.107910 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (55d6316b-8541-492f-8966-c3d5297adacb), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:33.203173 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 55d6316b-8541-492f-8966-c3d5297adacb is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:33:40.248821 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=11 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:40.251692 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:41.950574 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e5e045be-a1a1-4450-97eb-ef67856745d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:44.743985 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ffd30aa1-be1c-4a6c-b9ae-0f8bd4d8f3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:45.691782 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:46.967857 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:47.633556 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:33:48.206721 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:33:53.213239 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:57.621716 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:57.629201 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:33:58.205365 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:34:11.924820 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-30a3e54d-47fc-4248-a958-ca6c09fea167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:14.747288 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5c4b-57aa-4463-8541-1ddc5c1088ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:15.697551 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:16.988181 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:17.636407 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:25.204101 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:34:27.615447 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:34:27.630180 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:34:39.199143 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=9 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:34:39.201919 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:34:41.912177 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ce104b3b-cd6a-4e8a-96f7-66a6d29e7048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:44.741175 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-50610a9d-1775-4e2f-952d-6cd86c251d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:45.699157 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:46.949212 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:47.626067 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:34:57.615467 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:34:57.618721 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:34:57.985336 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60484) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:34:58.325738 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3658033-dbc8-42db-a1db-a7344a1fe123 admin admin] GET failed (client error): The resource could not be found. Aug 29 22:34:58.327089 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-d3658033-dbc8-42db-a1db-a7344a1fe123 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3407855 Aug 29 22:34:58.558337 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df733ee-e87b-4f84-806d-6c2521028097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:34:58.559850 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7df733ee-e87b-4f84-806d-6c2521028097 admin admin] 10.222.0.77 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2283859 Aug 29 22:35:00.922662 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60494) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:01.335922 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb17879-8e5c-42dd-b415-8ac50585f3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:01.337823 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ffb17879-8e5c-42dd-b415-8ac50585f3a0 admin admin] 10.222.0.77 "GET /networking/v2.0/subnets/a3df67af-1b77-49d8-8518-f7b82779320b HTTP/1.1" status: 200 len: 849 time: 0.4141638 Aug 29 22:35:01.350852 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:35:01.453474 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Publish callbacks [] for subnet (a3df67af-1b77-49d8-8518-f7b82779320b), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:01.601085 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743326945931'] for subnet (a3df67af-1b77-49d8-8518-f7b82779320b), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:01.638053 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:01.638635 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:01.639934 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] 10.222.0.77 "PUT /networking/v2.0/subnets/a3df67af-1b77-49d8-8518-f7b82779320b HTTP/1.1" status: 200 len: 868 time: 0.2951505 Aug 29 22:35:01.657278 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3df67af-1b77-49d8-8518-f7b82779320b,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:35:01.657879 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7c9d5-73ce-4d7f-bc8f-265a1b7c8b70 None None] Network 63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:35:01.665663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.666038 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.666355 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.666692 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.667064 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.667414 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.667721 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.668046 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.668422 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.668752 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.669096 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.669444 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.669768 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.670087 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.670405 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25682bd4-fb90-4186-9b14-9266dc4a705d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:35:01.996346 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-c66a796a-9e5c-42fe-8d24-9dea3a791324 None None] Provisioning complete for port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:35:01.996346 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c66a796a-9e5c-42fe-8d24-9dea3a791324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (39b12f06-5fd8-48a2-9d31-f4efa0de74dc), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:02.069112 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-c66a796a-9e5c-42fe-8d24-9dea3a791324 None None] Current status of the port 39b12f06-5fd8-48a2-9d31-f4efa0de74dc is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:35:02.077647 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-c66a796a-9e5c-42fe-8d24-9dea3a791324 None None] Provisioning complete for port 315e76e2-fabe-4652-bc36-2a4ccc469b4d triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:35:02.078039 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c66a796a-9e5c-42fe-8d24-9dea3a791324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (315e76e2-fabe-4652-bc36-2a4ccc469b4d), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:02.153968 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-c66a796a-9e5c-42fe-8d24-9dea3a791324 None None] Current status of the port 315e76e2-fabe-4652-bc36-2a4ccc469b4d is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:35:02.202963 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:35:03.994550 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60502) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:04.470252 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b6473-6fc2-487a-a028-790ea3e85055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:04.470635 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b6473-6fc2-487a-a028-790ea3e85055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:04.472189 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-376b6473-6fc2-487a-a028-790ea3e85055 admin admin] 10.222.0.77 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4766536 Aug 29 22:35:06.808842 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60510) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:07.235175 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a852b53-3a65-4da0-9592-bba404b4ce4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:07.235647 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a852b53-3a65-4da0-9592-bba404b4ce4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:07.237226 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-3a852b53-3a65-4da0-9592-bba404b4ce4c admin admin] 10.222.0.77 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4274435 Aug 29 22:35:09.565456 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60518) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:10.121375 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:10.126902 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ce977-f540-40a2-bdd5-72a19efead80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:10.128271 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ec2ce977-f540-40a2-bdd5-72a19efead80 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/63d10ad4-a9b0-4471-8b58-3b9f3200c9c6 HTTP/1.1" status: 200 len: 869 time: 0.5619402 Aug 29 22:35:11.905894 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbc08-1285-411a-bd67-4c5daf3177c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:12.199651 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:12.200379 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:12.508039 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 60526) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:12.954594 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bf378c-a998-4486-84a5-9f01be34e281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:12.956048 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b6bf378c-a998-4486-84a5-9f01be34e281 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/9c4d8b67-6be5-4a01-a017-49b452fbe847 HTTP/1.1" status: 200 len: 886 time: 0.4466317 Aug 29 22:35:14.744651 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-f707c250-de8d-4456-9cb3-ee513a1e169b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:15.309890 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 60536) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:15.701105 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:15.718220 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf1169-2316-43d0-b1c0-c899b1230fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:15.718773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf1169-2316-43d0-b1c0-c899b1230fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:15.720414 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-85cf1169-2316-43d0-b1c0-c899b1230fca admin admin] 10.222.0.77 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4096451 Aug 29 22:35:16.944186 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:17.626559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:18.074033 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 60544) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:18.453028 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc3bb8-a508-4541-9771-2c026fcf2f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:18.453478 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc3bb8-a508-4541-9771-2c026fcf2f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:18.455006 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-7fbc3bb8-a508-4541-9771-2c026fcf2f2b admin admin] 10.222.0.77 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3799977 Aug 29 22:35:20.124857 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:20.791323 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60552) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:21.159083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ad0bc-a289-4efa-8fb7-39b19154d74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:21.160410 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-908ad0bc-a289-4efa-8fb7-39b19154d74b admin admin] 10.222.0.77 "GET /networking/v2.0/subnets/a3df67af-1b77-49d8-8518-f7b82779320b HTTP/1.1" status: 200 len: 868 time: 0.3681407 Aug 29 22:35:23.483173 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60560) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:23.966005 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e3e92-46a3-4299-97d8-d485163bc437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:23.967376 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7a4e3e92-46a3-4299-97d8-d485163bc437 admin admin] 10.222.0.77 "GET /networking/v2.0/subnets/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff HTTP/1.1" status: 200 len: 816 time: 0.4832630 Aug 29 22:35:27.613985 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:27.621321 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:28.447131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=21 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:28.449088 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=25 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:33.957457 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=12 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:33.962752 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=11 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:39.202438 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:35:41.910683 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5008-ee4f-40d1-8774-dc36e029865e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:44.747745 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0441294c-c617-4cd1-919b-5c039ff873bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:45.705301 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:46.952115 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:47.630118 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:49.198392 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=18 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:49.199223 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=16 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:52.954802 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60616) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:53.291396 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [None req-a9b26efc-e14d-4f86-a704-27480284b3c0 admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134262) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:35:53.292470 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a9b26efc-e14d-4f86-a704-27480284b3c0 admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3366587 Aug 29 22:35:55.773803 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60624) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:56.117006 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dd80da-7892-42c9-8849-879a233c7c2d admin admin] GET failed (client error): The resource could not be found. Aug 29 22:35:56.118415 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-72dd80da-7892-42c9-8849-879a233c7c2d admin admin] 10.222.0.77 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3436723 Aug 29 22:35:56.203884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e084da-f002-4b05-b4e9-8f87b3e28f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:56.205355 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-f6e084da-f002-4b05-b4e9-8f87b3e28f08 admin admin] 10.222.0.77 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826654 Aug 29 22:35:57.620627 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:57.624024 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:35:58.587942 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60632) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:35:58.943693 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:35:58.966290 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Made reservation on behalf of fabab14479bd4d4c870f8f76efa1b499 for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:35:58.968847 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:59.007696 dv-cinder-854270-4-iscsi neutron-server[134262]: WARNING neutron.services.revisions.revision_plugin [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Could not find related network for resource to bump revision. Aug 29 22:35:59.023122 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=134262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:35:59.033009 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (124bd434-60dc-405d-bc79-3892c08929c4), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:59.033345 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Added segment 124bd434-60dc-405d-bc79-3892c08929c4 of type vlan for network f127ebdc-08fd-4f71-af33-76f8ceef7065 Aug 29 22:35:59.082812 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (f127ebdc-08fd-4f71-af33-76f8ceef7065), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:59.107567 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (f127ebdc-08fd-4f71-af33-76f8ceef7065), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:59.108580 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:35:59.109157 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:35:59.169620 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5804563 Aug 29 22:35:59.172545 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e9362-2983-4fcb-906e-e460e0e8b428 admin admin] Pushing event updated for resources: {'Network': ['ID=f127ebdc-08fd-4f71-af33-76f8ceef7065,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:35:59.183504 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network f127ebdc-08fd-4f71-af33-76f8ceef7065 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:36:01.584719 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 60640) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:36:01.928875 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad03fdd-8b67-454a-9f50-82542148fd84 admin admin] GET failed (client error): The resource could not be found. Aug 29 22:36:01.930154 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-0ad03fdd-8b67-454a-9f50-82542148fd84 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3444526 Aug 29 22:36:02.033204 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ce8220-ce21-4e88-bf2d-f487b355349e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:36:02.034684 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-29ce8220-ce21-4e88-bf2d-f487b355349e admin admin] 10.222.0.77 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002197 Aug 29 22:36:02.044454 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:36:02.065961 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Made reservation on behalf of fabab14479bd4d4c870f8f76efa1b499 for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:36:02.068230 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.231536 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (5e5d270c-2836-48e4-b756-ca6386b42c28), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.280723 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5d270c-2836-48e4-b756-ca6386b42c28,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:36:02.293636 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.293987 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.294351 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.294695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.295061 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.295394 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.295725 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.296054 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.296383 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.296711 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.297039 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.297380 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.297710 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.298033 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.298354 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.308295 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Checking segment: {'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:36:02.308652 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Network hostable DHCP agents. Network: f127ebdc-08fd-4f71-af33-76f8ceef7065, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:36:02.325076 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Network f127ebdc-08fd-4f71-af33-76f8ceef7065 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:36:02.334925 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, f127ebdc-08fd-4f71-af33-76f8ceef7065) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:36:02.339657 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:36:02.340320 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.343899 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1aa0a6-f826-427d-9266-5e050d226e82 None None] Network f127ebdc-08fd-4f71-af33-76f8ceef7065 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:36:02.363536 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-561b9ccd-8fea-495d-b9db-2fa9c8b7bb5a admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223345 Aug 29 22:36:02.455460 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-f127ebdc-08fd-4f71-af33-76f8ceef7065', 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065', 'project_id': 'fabab14479bd4d4c870f8f76efa1b499', 'fixed_ips': [{'subnet_id': '5e5d270c-2836-48e4-b756-ca6386b42c28'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:36:02.456818 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.593948 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Allocated IP 192.168.233.2 (f127ebdc-08fd-4f71-af33-76f8ceef7065/5e5d270c-2836-48e4-b756-ca6386b42c28/3c9ddba7-1fae-457d-8fd8-99349ba8e382) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:36:02.741394 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Publish callbacks [] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.747450 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.793272 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Network f127ebdc-08fd-4f71-af33-76f8ceef7065 is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:36:02.800497 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:36:02.802330 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Pushing event updated for resources: {'Port': ['ID=3c9ddba7-1fae-457d-8fd8-99349ba8e382,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:36:02.804545 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:36:02.813151 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.813490 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.813846 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.814195 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.814941 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.814941 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.815250 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.815641 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.815939 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.816257 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.816575 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.816906 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.817230 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.817542 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.817853 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:36:02.873552 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Attempting to bind port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:36:02.873846 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Attempting to bind port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:36:02.874204 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Attempting to bind port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 on network f127ebdc-08fd-4f71-af33-76f8ceef7065 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:36:02.879787 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:36:02.880310 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Checking segment: {'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:36:02.880566 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.880958 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Bound using segment: {'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:36:02.881565 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Bound port: 3c9ddba7-1fae-457d-8fd8-99349ba8e382, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:36:02.881946 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:02.942104 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] For port 3c9ddba7-1fae-457d-8fd8-99349ba8e382, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:36:02.945241 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] For port 3c9ddba7-1fae-457d-8fd8-99349ba8e382, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=3c9ddba7-1fae-457d-8fd8-99349ba8e382,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:36:02.951440 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:03.009270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511e2dd-2efa-4feb-b745-02d3183ce675 None None] Pushing event updated for resources: {'Port': ['ID=3c9ddba7-1fae-457d-8fd8-99349ba8e382,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:36:03.812374 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e7c93a-68ed-45ca-859f-3ca16365173e None None] Network f127ebdc-08fd-4f71-af33-76f8ceef7065 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:36:03.875783 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-6f7275ff-4d7f-4d47-8af4-a76ca4e24737 None None] Provisioning complete for port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:36:03.876167 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6f7275ff-4d7f-4d47-8af4-a76ca4e24737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:03.916771 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:03.944311 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:04.005874 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-6f7275ff-4d7f-4d47-8af4-a76ca4e24737 None None] Current status of the port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:36:04.006263 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6f7275ff-4d7f-4d47-8af4-a76ca4e24737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:04.047561 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-6f7275ff-4d7f-4d47-8af4-a76ca4e24737 None None] For port 3c9ddba7-1fae-457d-8fd8-99349ba8e382, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=3c9ddba7-1fae-457d-8fd8-99349ba8e382,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:36:04.053734 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6f7275ff-4d7f-4d47-8af4-a76ca4e24737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:04.112264 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7275ff-4d7f-4d47-8af4-a76ca4e24737 None None] Pushing event updated for resources: {'Port': ['ID=3c9ddba7-1fae-457d-8fd8-99349ba8e382,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:36:04.272538 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-a09cb5a4-b200-4e59-81d7-463dcba9a372 None None] Provisioning complete for port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:36:04.272931 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5a4-b200-4e59-81d7-463dcba9a372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:04.348423 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-a09cb5a4-b200-4e59-81d7-463dcba9a372 None None] Current status of the port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:36:05.092713 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 3c9ddba7-1fae-457d-8fd8-99349ba8e382 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:36:05.151252 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:36:05.151643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3c9ddba7-1fae-457d-8fd8-99349ba8e382), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:05.229008 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 3c9ddba7-1fae-457d-8fd8-99349ba8e382 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:36:09.159547 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=38,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:09.167646 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=31,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:11.902984 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e47c3cb6-06e0-4171-8c83-359af61b6c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:12.351189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:12.351961 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=44,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:14.750543 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0e168930-7e5a-4ed4-bcc3-7e81443cafef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:15.708030 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:16.201911 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:36:16.947088 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:17.631901 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:26.198786 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:26.199904 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:27.623188 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:27.625064 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:39.194689 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:39.195577 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:41.905870 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e9925dd9-7e7f-488b-81e1-dd920de1a30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:44.754581 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d1edeb77-cf32-4dec-9128-93812c768b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:45.709405 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:46.953172 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:47.634080 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:36:53.201280 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:36:57.627660 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:57.629551 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:36:58.212773 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:03.197378 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:11.908454 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ae029f4-e903-4df8-bdd2-a819ab09920a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:14.750675 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6b7b9793-4b5c-448d-8c01-972579bbe07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:15.712335 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:16.960513 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:17.360365 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 60682) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:37:17.366124 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [None req-af30fdb4-39ba-468f-aae3-ee788c4f20b7 tempest-verify_tempest_config-97293415 tempest-verify_tempest_config-97293415-project] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:37:17.367311 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-af30fdb4-39ba-468f-aae3-ee788c4f20b7 tempest-verify_tempest_config-97293415 tempest-verify_tempest_config-97293415-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059881 Aug 29 22:37:17.635598 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:17.881979 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 60700) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:37:18.218747 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:18.367153 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Publish callbacks [] for security_group (2e9104a6-4086-4a29-be92-9f4ee1df869a), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:18.371073 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2e9104a6-4086-4a29-be92-9f4ee1df869a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:18.419790 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=c95a8aab73a54dd7b96d307d55197f9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5362051 Aug 29 22:37:18.420746 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9104a6-4086-4a29-be92-9f4ee1df869a,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:37:18.423234 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60704) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:37:18.427878 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.428246 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.428601 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.428942 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.429270 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.429596 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.430139 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.430481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.430853 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.431176 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.431501 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.431834 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.432162 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.432474 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.432787 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b53a41-73bf-45db-9298-84952b41238e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.485901 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Publish callbacks [] for security_group (2e9104a6-4086-4a29-be92-9f4ee1df869a), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:18.505893 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Publish callbacks [] for security_group (2e9104a6-4086-4a29-be92-9f4ee1df869a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:18.597494 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2e9104a6-4086-4a29-be92-9f4ee1df869a), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:18.600399 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:18.601555 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2e9104a6-4086-4a29-be92-9f4ee1df869a HTTP/1.1" status: 204 len: 168 time: 0.1772838 Aug 29 22:37:18.609929 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9104a6-4086-4a29-be92-9f4ee1df869a,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:37:18.616577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.616916 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.617297 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.617630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.617957 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.618278 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.618595 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.618980 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.619245 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.619566 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.619896 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.620227 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.620541 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.620852 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:18.621164 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58018e53-3267-45cd-b1a7-1a3154dd2b16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:37:27.626606 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:28.415549 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:28.424099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:28.612880 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:28.614115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:28.641357 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:30.200693 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:37:40.196336 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=22 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:40.197047 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=12 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:41.911103 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d1276906-92c8-485c-a5e4-ae3c2d4f3e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:44.758135 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8c17d5fd-9de0-4d99-97ec-8897c890556f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:45.716246 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:46.947853 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:47.639228 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:37:57.632867 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:37:57.635528 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:38:07.200076 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:38:11.915045 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-63c06b8b-116b-44af-b805-1150ff57409e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:12.206311 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:38:14.749797 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3f0d01a1-7497-4322-b937-4764201a1a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:15.718379 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:16.948538 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:17.196819 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:38:17.641545 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:27.635089 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:38:27.637112 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:38:41.918648 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3432-a220-4480-a23c-686460a05959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:44.200258 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 5 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:38:44.752669 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8a9836f7-727d-45eb-b9a6-2edab2c62fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:45.721830 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:46.942122 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:47.645274 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:38:54.194579 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:38:54.196521 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:38:55.153048 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3896453'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:05.144495 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:05.148891 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:07.680690 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60800) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:39:07.809482 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b89c8628-9d67-4f4d-80e0-f0e26496254b admin admin] 10.222.0.77 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1277959 Aug 29 22:39:10.029089 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 60812) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:39:10.083216 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-959a83d4-6a56-4018-ad71-d0be64ed5ba9 admin admin] 10.222.0.77 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530403 Aug 29 22:39:11.921335 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b1729db2-4517-4595-95ca-e160e33408fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:14.755354 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-68aa3878-475d-47dd-8023-7a460ab2b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:15.726451 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:16.954310 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:17.650190 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:20.077419 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:20.078129 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:21.198527 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:39:25.131912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:26.194896 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:35.125111 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:35.127084 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:38.784137 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=14 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:38.784885 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=19 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:41.923456 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-cca0845a-a327-4486-b2e5-6139b404333d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:44.759962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-25809819-d5be-4399-b31f-9c45f1eafdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:45.729647 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:46.948422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:47.651114 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:55.152389 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:58.198372 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:40:05.145501 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:05.147741 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:08.193662 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:08.194890 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:11.926591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4e6d6d13-4307-4926-b5e9-2782d835a032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:14.764876 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-42d2a95d-e164-48de-bf3c-10789a026bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:15.735708 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:16.951919 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.660574 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:25.165168 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:35.158150 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:35.160040 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:35.197963 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:40:40.199057 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:41.936657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7363f469-7139-4454-a16a-e6f4aebe5763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:43.787336 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32792) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:43.885925 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 32800) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:43.920635 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32814) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:43.949711 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32818) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:44.150421 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1474164829-network', 'tenant_id': '1fcb391184b94306898e43379094e5f6'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:44.173028 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Made reservation on behalf of 1fcb391184b94306898e43379094e5f6 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:44.176403 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.187289 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.193530 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-585101177-network', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:44.216860 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Made reservation on behalf of cf0dd257dea04aca845b17f51e1c200e for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:44.220076 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.229929 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.264910 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1704017237-network', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:44.296674 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Made reservation on behalf of 5b5cee4eb87f4428aa0c68502f2eaab1 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:44.299023 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.311648 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.315693 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks [] for security_group (6359b96c-1d2d-4a16-9e85-f61ed5eda39e), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.320862 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6359b96c-1d2d-4a16-9e85-f61ed5eda39e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.331394 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks [] for security_group (86b65779-f66e-44be-bce2-ca8f70605049), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.335072 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-network', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:44.341464 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=134262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:40:44.375069 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6359b96c-1d2d-4a16-9e85-f61ed5eda39e,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:44.385280 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (d477db2b-28f6-4bf7-8752-deee07e79a37), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.385845 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Added segment d477db2b-28f6-4bf7-8752-deee07e79a37 of type vlan for network b66f117d-e67e-472b-adb6-20d24f75e534 Aug 29 22:40:44.388329 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.388888 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.389453 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.390121 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.391226 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.391768 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.392431 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.393109 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.393636 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.394144 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.394679 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.395260 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.395770 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.396315 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.396821 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Tracked resource versions report: Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: pushed versions: Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Agent': {'1.1'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Log': {'1.0'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'NDPProxy': {'1.0'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Network': {'1.1'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Port': {'1.7'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'PortForwarding': {'1.3'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'QosPolicy': {'1.10'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SubPort': {'1.0'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Subnet': {'1.1'}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Trunk': {'1.1'}} Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: consumer versions: Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: HyperV agent@hv-cinder-85427: {}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Agent': '1.1', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'ConntrackHelper': '1.0', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'LocalIPAssociation': '1.0', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Log': '1.0', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'NDPProxy': '1.0', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Network': '1.1', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Port': '1.7', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'PortForwarding': '1.3', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'QosPolicy': '1.10', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroup': '1.5', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SecurityGroupRule': '1.2', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'SubPort': '1.0', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Subnet': '1.1', Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: 'Trunk': '1.1'}} Aug 29 22:40:44.398237 dv-cinder-854270-4-iscsi neutron-server[134262]: {{(pid=134262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:44.406871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks [] for security_group (2bf14ddb-9a54-4554-baec-57659cd6ecf8), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.409892 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (86b65779-f66e-44be-bce2-ca8f70605049), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.416191 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2bf14ddb-9a54-4554-baec-57659cd6ecf8), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.429672 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:40:44.440175 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (5fa97040-2614-484f-b757-99d795caf22c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.440526 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Added segment 5fa97040-2614-484f-b757-99d795caf22c of type vlan for network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec Aug 29 22:40:44.459663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (b66f117d-e67e-472b-adb6-20d24f75e534), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.481848 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.488073 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (b66f117d-e67e-472b-adb6-20d24f75e534), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.490341 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:44.491993 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.534065 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:40:44.538098 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.539510 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:44.540300 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.551812 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Made reservation on behalf of 05e6d1afb63446af887a1de133b7bf2e for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:44.554523 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.574522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.576868 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] Pushing event updated for resources: {'Network': ['ID=b66f117d-e67e-472b-adb6-20d24f75e534,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:44.586294 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-633d85ab-a0f8-48a2-b0e7-4b53cdd23329 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6991091 Aug 29 22:40:44.587027 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 32844) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:44.591244 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network b66f117d-e67e-472b-adb6-20d24f75e534 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:40:44.593372 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Request body: {'subnet': {'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-585101177-subnet', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:44.620161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Made reservation on behalf of cf0dd257dea04aca845b17f51e1c200e for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:44.622961 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.698644 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (315ad9a0-4946-48ce-aa86-cc4abf338799), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.699008 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Added segment 315ad9a0-4946-48ce-aa86-cc4abf338799 of type vlan for network c4fab7c6-be28-40e9-82ea-67b0ac291d9e Aug 29 22:40:44.744444 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (c4fab7c6-be28-40e9-82ea-67b0ac291d9e), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.772479 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:44.862560 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a09e7b26-b0d8-4424-9ec3-adc58b95fdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.872098 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Pushing event updated for resources: {'Network': ['ID=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:44.906242 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.915767 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.916496 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.917035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.917589 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.918136 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.918669 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.919227 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.919773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.920315 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.920852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.921906 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.922449 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.922992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.923535 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Tracked resource versions report: Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: pushed versions: Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Agent': {'1.1'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Log': {'1.0'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'NDPProxy': {'1.0'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Network': {'1.1'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Port': {'1.7'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'PortForwarding': {'1.3'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'QosPolicy': {'1.10'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SubPort': {'1.0'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Subnet': {'1.1'}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Trunk': {'1.1'}} Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: consumer versions: Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: HyperV agent@hv-cinder-85427: {}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Agent': '1.1', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'ConntrackHelper': '1.0', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'LocalIPAssociation': '1.0', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Log': '1.0', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'NDPProxy': '1.0', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Network': '1.1', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Port': '1.7', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'PortForwarding': '1.3', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'QosPolicy': '1.10', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroup': '1.5', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SecurityGroupRule': '1.2', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'SubPort': '1.0', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Subnet': '1.1', Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: 'Trunk': '1.1'}} Aug 29 22:40:44.925208 dv-cinder-854270-4-iscsi neutron-server[134261]: {{(pid=134261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:44.942693 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:40:44.947608 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (c4fab7c6-be28-40e9-82ea-67b0ac291d9e), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.949714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:44.951827 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:44.966920 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0450659 Aug 29 22:40:44.986329 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 32850) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:44.994860 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Request body: {'subnet': {'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1704017237-subnet', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:45.079153 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Made reservation on behalf of 5b5cee4eb87f4428aa0c68502f2eaab1 for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:45.082937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.095810 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (e7360599-db95-4a16-8341-5065482e9ef7), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.106351 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:45.108135 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b65779-f66e-44be-bce2-ca8f70605049,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:45.194018 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:45.204015 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks [] for security_group (c016d98f-919b-453b-81a9-da98d6ccf8e0), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.277871 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4893541 Aug 29 22:40:45.297571 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32862) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:45.301612 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c016d98f-919b-453b-81a9-da98d6ccf8e0), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.320591 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Checking segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:45.321036 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Network hostable DHCP agents. Network: b66f117d-e67e-472b-adb6-20d24f75e534, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:40:45.323293 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7360599-db95-4a16-8341-5065482e9ef7,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:45.353783 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:45.364700 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Request body: {'subnet': {'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-subnet', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:45.365740 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:45.379357 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:40:45.393097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (1779fdbe-f02c-4542-a285-6ef22eeb46c0), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.393582 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Added segment 1779fdbe-f02c-4542-a285-6ef22eeb46c0 of type vlan for network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 Aug 29 22:40:45.395372 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Network b66f117d-e67e-472b-adb6-20d24f75e534 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:40:45.424675 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, b66f117d-e67e-472b-adb6-20d24f75e534) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:45.434927 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:45.451413 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.451579 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d721dd-9202-41a7-ba76-45d7f14df678 None None] Network b66f117d-e67e-472b-adb6-20d24f75e534 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:45.484455 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (eb2d0869-f5f7-40a7-9c40-ad66d99bd892), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.506118 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-e009458c-d72e-4037-bb59-b08b682394df admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9144142 Aug 29 22:40:45.537341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0e0a-3b8c-4b31-8856-5fffb4e590b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fab7c6-be28-40e9-82ea-67b0ac291d9e,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:45.547670 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aa122-9302-4d07-9fe3-9f59e406a973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf14ddb-9a54-4554-baec-57659cd6ecf8,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:45.558027 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32868) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:45.563155 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:40:45.570340 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:45.581058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (eb2d0869-f5f7-40a7-9c40-ad66d99bd892), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.583999 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:45.584583 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.773485 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (782fe3ba-2c4a-430a-9950-1e382d0a19a9), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.783875 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.796724 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-b66f117d-e67e-472b-adb6-20d24f75e534', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:40:45.797961 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.847131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Made reservation on behalf of 1fcb391184b94306898e43379094e5f6 for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:45.849518 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.865698 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9149103 Aug 29 22:40:45.866770 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32884) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:45.891569 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (60911ba5-60d2-4109-90f9-0712dccd588f), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.894001 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (60911ba5-60d2-4109-90f9-0712dccd588f), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:45.901665 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Request body: {'subnet': {'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-subnet', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:45.941924 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=782fe3ba-2c4a-430a-9950-1e382d0a19a9,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:45.943800 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Pushing event updated for resources: {'Network': ['ID=eb2d0869-f5f7-40a7-9c40-ad66d99bd892,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:45.949806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Checking segment: {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:45.950259 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Network hostable DHCP agents. Network: f93a61cd-da5c-42a0-b9db-a4c6949cf0ec, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:40:46.000006 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26705208-6535-4595-8861-0c0ea9aa3a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016d98f-919b-453b-81a9-da98d6ccf8e0,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:46.009714 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:40:46.037197 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, f93a61cd-da5c-42a0-b9db-a4c6949cf0ec) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:46.040914 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:40:46.042167 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:46.043155 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.079781 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bff3f522-5f60-404c-80a0-d770b6414edc admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0923378 Aug 29 22:40:46.082552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 32892) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:46.088293 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:46.157200 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (b9b96c8e-d6ee-44a6-878d-c213413c7452), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.158879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (b9b96c8e-d6ee-44a6-878d-c213413c7452), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.166453 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48070aac-a56a-4431-bc12-d696518bc83b None None] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:46.268385 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:46.286597 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks [] for router_controller (b9b96c8e-d6ee-44a6-878d-c213413c7452), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.304244 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Made reservation on behalf of 05e6d1afb63446af887a1de133b7bf2e for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:46.307157 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.323852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks [] for router_controller (60911ba5-60d2-4109-90f9-0712dccd588f), precommit_add_association {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.343728 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Allocated IP 172.20.0.2 (b66f117d-e67e-472b-adb6-20d24f75e534/e7360599-db95-4a16-8341-5065482e9ef7/6f607867-510a-4d19-bda9-f5a344bba281) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:46.670006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks [] for router_gateway (b9b96c8e-d6ee-44a6-878d-c213413c7452), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.722613 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:46.729376 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'fixed_ips': [{'subnet_id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:40:46.730333 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.793130 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks [] for router_gateway (60911ba5-60d2-4109-90f9-0712dccd588f), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.814567 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Publish callbacks [] for port (6f607867-510a-4d19-bda9-f5a344bba281), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.892374 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (246e4181-9156-4f0d-9309-b08bd404aa8c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.896860 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (6f607867-510a-4d19-bda9-f5a344bba281), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:46.989831 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Network b66f117d-e67e-472b-adb6-20d24f75e534 is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:47.014006 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:47.027870 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.028356 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:47.043517 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246e4181-9156-4f0d-9309-b08bd404aa8c,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:47.091238 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:47.100110 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Pushing event updated for resources: {'Port': ['ID=6f607867-510a-4d19-bda9-f5a344bba281,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:47.111007 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.111355 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.111712 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.112065 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.112399 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.112726 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.113049 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.113370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.113693 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.114017 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.114357 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.114720 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.115108 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.115464 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.115981 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Tracked resource versions report: Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: pushed versions: Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Agent': {'1.1'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Log': {'1.0'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'NDPProxy': {'1.0'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Network': {'1.1'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Port': {'1.7'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'PortForwarding': {'1.3'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'QosPolicy': {'1.10'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SubPort': {'1.0'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Subnet': {'1.1'}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Trunk': {'1.1'}} Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: consumer versions: Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: HyperV agent@hv-cinder-85427: {}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Agent': '1.1', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'ConntrackHelper': '1.0', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'LocalIPAssociation': '1.0', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Log': '1.0', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'NDPProxy': '1.0', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Network': '1.1', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Port': '1.7', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'PortForwarding': '1.3', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'QosPolicy': '1.10', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroup': '1.5', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SecurityGroupRule': '1.2', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'SubPort': '1.0', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Subnet': '1.1', Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: 'Trunk': '1.1'}} Aug 29 22:40:47.117246 dv-cinder-854270-4-iscsi neutron-server[134263]: {{(pid=134263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:47.146890 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:47.154703 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks [] for router_gateway (b9b96c8e-d6ee-44a6-878d-c213413c7452), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.208059 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.215363 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 32960) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:47.296563 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Checking segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:47.296909 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Network hostable DHCP agents. Network: c4fab7c6-be28-40e9-82ea-67b0ac291d9e, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:40:47.419862 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:40:47.429852 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Allocated IP 172.20.0.2 (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec/782fe3ba-2c4a-430a-9950-1e382d0a19a9/c1db9e36-23fc-41b2-a47c-02339db76675) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:47.433971 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:47.456481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Allocated IP 172.27.1.140 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/75d70190-09c3-4e4b-833f-eb2db4e43ff8) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:47.511936 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3ed-f73a-4847-aa4b-f7ebe9d23bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.563718 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (ce744b8b-a9c8-44f7-9b04-396759716cee), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.611168 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:47.669486 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Checking segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:47.670030 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Network hostable DHCP agents. Network: eb2d0869-f5f7-40a7-9c40-ad66d99bd892, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:40:47.675438 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, c4fab7c6-be28-40e9-82ea-67b0ac291d9e) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:47.692572 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Publish callbacks [] for port (c1db9e36-23fc-41b2-a47c-02339db76675), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.697398 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.716520 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:47.717369 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.727716 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bbf54-c122-4169-be0d-c7002d393e96 None None] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:47.729453 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks [] for router_gateway (60911ba5-60d2-4109-90f9-0712dccd588f), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.743053 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks [] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.759044 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.765793 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:40:47.769298 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3ed-f73a-4847-aa4b-f7ebe9d23bae admin admin] Publish callbacks [] for security_group (09b4a72d-2d25-4023-b756-028974e355af), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.772777 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:47.776433 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-70aec528-5d8a-4e4d-b049-1fba25b943d9 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4625535 Aug 29 22:40:47.783098 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, eb2d0869-f5f7-40a7-9c40-ad66d99bd892) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:47.785073 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce744b8b-a9c8-44f7-9b04-396759716cee,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:47.789787 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32972) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:47.796189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:47.797345 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.805272 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:47.817787 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0a63a3ed-f73a-4847-aa4b-f7ebe9d23bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09b4a72d-2d25-4023-b756-028974e355af), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.853220 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.874332 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a5bbd-3b6b-4911-a8bc-fa388b3dff46 None None] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:47.899510 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0a63a3ed-f73a-4847-aa4b-f7ebe9d23bae admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b847982223024b6dadd05dde4b7a3b29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6762614 Aug 29 22:40:47.901939 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.904246 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 32980) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:47.913363 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Attempting to bind port 6f607867-510a-4d19-bda9-f5a344bba281 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:47.913723 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Attempting to bind port 6f607867-510a-4d19-bda9-f5a344bba281 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:47.914553 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Attempting to bind port 6f607867-510a-4d19-bda9-f5a344bba281 on network b66f117d-e67e-472b-adb6-20d24f75e534 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:47.916940 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63a3ed-f73a-4847-aa4b-f7ebe9d23bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b4a72d-2d25-4023-b756-028974e355af,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:47.917763 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:47.964034 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:47.964266 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:47.973377 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:47.973807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Checking segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:47.974369 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.974579 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Bound using segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:47.975152 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Bound port: 6f607867-510a-4d19-bda9-f5a344bba281, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:47.975527 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6f607867-510a-4d19-bda9-f5a344bba281), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:47.984317 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:47.984735 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:47.989632 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:UPDATE=8 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:47.989805 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:47.994155 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Pushing event updated for resources: {'Port': ['ID=75d70190-09c3-4e4b-833f-eb2db4e43ff8,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:48.002009 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.003887 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.106975 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:40:48.108169 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.168669 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e6843c8c-a1d5-417c-8f56-e33808b1bac6 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2805223 Aug 29 22:40:48.175805 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 32992) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:48.196282 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:48.230847 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks [] for router_controller (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), precommit_add_association {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.238940 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Pushing event updated for resources: {'Port': ['ID=c1db9e36-23fc-41b2-a47c-02339db76675,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:48.250677 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.254013 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.263402 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2ce2-1969-4193-860c-8fb380b78320 admin admin] Publish callbacks [] for security_group (09b4a72d-2d25-4023-b756-028974e355af), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.331363 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2ce2-1969-4193-860c-8fb380b78320 admin admin] Publish callbacks [] for security_group (09b4a72d-2d25-4023-b756-028974e355af), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.353131 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Attempting to bind port c1db9e36-23fc-41b2-a47c-02339db76675 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:48.353571 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Attempting to bind port c1db9e36-23fc-41b2-a47c-02339db76675 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:48.414472 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Attempting to bind port c1db9e36-23fc-41b2-a47c-02339db76675 on network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:48.432429 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Allocated IP 172.27.1.137 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/8892082a-4074-416f-99eb-90595407c8f0) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:48.440473 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks [] for router_gateway (b9b96c8e-d6ee-44a6-878d-c213413c7452), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.453248 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:40:48.454293 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.478069 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:48.479168 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Checking segment: {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:48.479811 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.480521 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Bound using segment: {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:48.481529 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Bound port: c1db9e36-23fc-41b2-a47c-02339db76675, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:48.482150 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.484195 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks [] for router_controller (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), precommit_add_association {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.498986 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] For port 6f607867-510a-4d19-bda9-f5a344bba281, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:48.562471 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] For port 6f607867-510a-4d19-bda9-f5a344bba281, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6f607867-510a-4d19-bda9-f5a344bba281,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:48.605641 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=11 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:48.639686 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:48.701389 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2ce2-1969-4193-860c-8fb380b78320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09b4a72d-2d25-4023-b756-028974e355af), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.704707 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2ce2-1969-4193-860c-8fb380b78320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.706461 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-aa9d2ce2-1969-4193-860c-8fb380b78320 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/09b4a72d-2d25-4023-b756-028974e355af HTTP/1.1" status: 204 len: 168 time: 0.7989817 Aug 29 22:40:48.724128 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6f607867-510a-4d19-bda9-f5a344bba281), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.752336 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2ce2-1969-4193-860c-8fb380b78320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b4a72d-2d25-4023-b756-028974e355af,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:48.797162 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (b9b96c8e-d6ee-44a6-878d-c213413c7452), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.820146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks [] for port (8892082a-4074-416f-99eb-90595407c8f0), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:48.876468 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] For port c1db9e36-23fc-41b2-a47c-02339db76675, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:48.892236 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:48.903430 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] For port c1db9e36-23fc-41b2-a47c-02339db76675, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=c1db9e36-23fc-41b2-a47c-02339db76675,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:48.919797 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks [] for router_gateway (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:49.002492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:49.149200 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9ec87-a6e2-4070-ae8d-de2cb4652995 None None] Pushing event updated for resources: {'Port': ['ID=6f607867-510a-4d19-bda9-f5a344bba281,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:49.151705 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Router b9b96c8e-d6ee-44a6-878d-c213413c7452 is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:40:49.186377 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Allocated IP 172.20.0.2 (c4fab7c6-be28-40e9-82ea-67b0ac291d9e/246e4181-9156-4f0d-9309-b08bd404aa8c/7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:49.191222 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:49.205235 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (8892082a-4074-416f-99eb-90595407c8f0), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:49.430938 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Allocated IP 172.20.0.2 (eb2d0869-f5f7-40a7-9c40-ad66d99bd892/ce744b8b-a9c8-44f7-9b04-396759716cee/0715a932-c14e-45c1-9042-ed19e31fbb88) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:49.440189 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:40:49.472552 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:49.478644 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Sync routers for ids ['b9b96c8e-d6ee-44a6-878d-c213413c7452'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:40:49.495288 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:49.497114 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ef3f0ded-748f-404a-ad88-c658988d7612 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4135520 Aug 29 22:40:49.500693 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33028) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:49.503480 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Routers {'b9b96c8e-d6ee-44a6-878d-c213413c7452'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:49.504006 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['b9b96c8e-d6ee-44a6-878d-c213413c7452'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:49.564821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks [] for router_gateway (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:49.621326 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723efe8-9b37-4caa-8ce7-7475aeb2b848 None None] Pushing event updated for resources: {'Port': ['ID=c1db9e36-23fc-41b2-a47c-02339db76675,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:49.636323 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33030) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:49.641494 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:49.683861 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c9de22e2-a2ae-40ea-87de-8e9dc1a941de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:49.750117 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Set router b9b96c8e-d6ee-44a6-878d-c213413c7452 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:49.787137 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:49.793475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Pushing event updated for resources: {'Port': ['ID=8892082a-4074-416f-99eb-90595407c8f0,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:49.807638 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:49.999577 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:50.023047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Publish callbacks [] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.052962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.082483 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c9de22e2-a2ae-40ea-87de-8e9dc1a941de admin admin] Publish callbacks [] for security_group (1a3015b5-cca2-47a9-b493-5055c20c6c88), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.107529 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Publish callbacks [] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.120637 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:50.124925 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:50.129253 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.133348 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Pushing event updated for resources: {'Port': ['ID=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:50.135841 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:50.151564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c9de22e2-a2ae-40ea-87de-8e9dc1a941de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (1a3015b5-cca2-47a9-b493-5055c20c6c88), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.203756 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:40:48Z', 'revision_number': 3, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port': {'id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:50.211941 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:50.235209 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:50.241340 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Checking router: b9b96c8e-d6ee-44a6-878d-c213413c7452 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:40:50.242022 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Updating router b9b96c8e-d6ee-44a6-878d-c213413c7452 port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:40:50.243912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:50.258657 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks [] for router_gateway (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.263142 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Pushing event updated for resources: {'Port': ['ID=0715a932-c14e-45c1-9042-ed19e31fbb88,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:50.291630 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.303930 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Attempting to bind port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:50.304310 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Attempting to bind port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:50.304679 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Attempting to bind port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:50.313677 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:50.314047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Checking segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:50.314449 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.314881 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Bound using segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:50.315370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Bound port: 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:50.315752 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.358820 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c9de22e2-a2ae-40ea-87de-8e9dc1a941de admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d9ee185eabba49af95c5e49aa541d42a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7050376 Aug 29 22:40:50.368660 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Attempting to bind port 0715a932-c14e-45c1-9042-ed19e31fbb88 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:50.369029 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Attempting to bind port 0715a932-c14e-45c1-9042-ed19e31fbb88 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:50.369395 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Attempting to bind port 0715a932-c14e-45c1-9042-ed19e31fbb88 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:50.378397 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:50.378788 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Checking segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:50.379193 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.379832 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Bound using segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:50.380092 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Bound port: 0715a932-c14e-45c1-9042-ed19e31fbb88, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:50.380480 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.425869 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33040) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:50.506522 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] For port 0715a932-c14e-45c1-9042-ed19e31fbb88, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:50.511277 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] For port 0715a932-c14e-45c1-9042-ed19e31fbb88, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0715a932-c14e-45c1-9042-ed19e31fbb88,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:50.541791 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.574806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.588432 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de22e2-a2ae-40ea-87de-8e9dc1a941de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3015b5-cca2-47a9-b493-5055c20c6c88,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:50.596773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.643172 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:50.652506 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:50.653606 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5f23f8e-be9c-4160-b688-563570a10910 admin admin] Publish callbacks [] for security_group (1a3015b5-cca2-47a9-b493-5055c20c6c88), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.657135 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-25319f08-3769-4377-8169-81d7822b59bf None None] For port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:50.735967 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-25319f08-3769-4377-8169-81d7822b59bf None None] For port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:50.743218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ff6f8-61a8-4f41-8d05-69c3050fb04c None None] Pushing event updated for resources: {'Port': ['ID=0715a932-c14e-45c1-9042-ed19e31fbb88,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:50.755890 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.863718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5f23f8e-be9c-4160-b688-563570a10910 admin admin] Publish callbacks [] for security_group (1a3015b5-cca2-47a9-b493-5055c20c6c88), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.882314 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Publish callbacks [] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.891766 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:50.973391 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Pushing event updated for resources: {'Port': ['ID=75d70190-09c3-4e4b-833f-eb2db4e43ff8,revision_number=2']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:51.007142 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.008592 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.009291 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.012130 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.014117 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:51.014251 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.015524 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.019762 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.020636 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.021407 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.022150 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.028600 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.031865 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.032815 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.036017 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.037185 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Tracked resource versions report: Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: pushed versions: Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Agent': {'1.1'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Log': {'1.0'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'NDPProxy': {'1.0'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Network': {'1.1'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Port': {'1.7'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'PortForwarding': {'1.3'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'QosPolicy': {'1.10'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SubPort': {'1.0'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Subnet': {'1.1'}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Trunk': {'1.1'}} Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: consumer versions: Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: { DHCP agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: HyperV agent@hv-cinder-85427: {}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: L3 agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: Metadata agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: Metering agent@dv-cinder-854270-4-iscsi: {}, Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: Open vSwitch agent@dv-cinder-854270-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Agent': '1.1', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'ConntrackHelper': '1.0', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'LocalIPAssociation': '1.0', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Log': '1.0', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'NDPProxy': '1.0', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Network': '1.1', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Port': '1.7', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'PortForwarding': '1.3', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'QosPolicy': '1.10', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroup': '1.5', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SecurityGroupRule': '1.2', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'SubPort': '1.0', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Subnet': '1.1', Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: 'Trunk': '1.1'}} Aug 29 22:40:51.039511 dv-cinder-854270-4-iscsi neutron-server[134264]: {{(pid=134264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:51.060099 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Attempting to bind port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:51.062352 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Attempting to bind port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:51.063564 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Attempting to bind port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:51.079310 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:51.079947 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:51.081833 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.082543 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:51.084767 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Bound port: 75d70190-09c3-4e4b-833f-eb2db4e43ff8, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:51.085842 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.111937 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks [] for router_gateway (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.120292 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:51.139690 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54a0d6-3033-46af-a4aa-b7b1586a0bce None None] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:51.181881 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.185534 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] For port 75d70190-09c3-4e4b-833f-eb2db4e43ff8, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:51.202465 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:51.210107 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks [] for router_gateway (60911ba5-60d2-4109-90f9-0712dccd588f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.211172 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] For port 75d70190-09c3-4e4b-833f-eb2db4e43ff8, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=75d70190-09c3-4e4b-833f-eb2db4e43ff8,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:51.274409 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.288459 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-40670dca-9382-4327-9c24-449207c97b6b None None] Provisioning complete for port c1db9e36-23fc-41b2-a47c-02339db76675 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:51.288604 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-40670dca-9382-4327-9c24-449207c97b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.300577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5f23f8e-be9c-4160-b688-563570a10910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (1a3015b5-cca2-47a9-b493-5055c20c6c88), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.307318 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5f23f8e-be9c-4160-b688-563570a10910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.311859 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-f5f23f8e-be9c-4160-b688-563570a10910 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1a3015b5-cca2-47a9-b493-5055c20c6c88 HTTP/1.1" status: 204 len: 168 time: 0.8786039 Aug 29 22:40:51.361028 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25319f08-3769-4377-8169-81d7822b59bf None None] Pushing event updated for resources: {'Port': ['ID=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:51.376662 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1553ec8b-9556-415f-ad9d-9f7caea02f82 None None] Network b66f117d-e67e-472b-adb6-20d24f75e534 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:51.380682 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Allocated IP 172.27.1.45 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/776ecca3-0e75-4bc0-851d-e18586e6418c) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:51.417121 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f23f8e-be9c-4160-b688-563570a10910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3015b5-cca2-47a9-b493-5055c20c6c88,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:51.523146 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Allocated IP 172.20.0.1 (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec/782fe3ba-2c4a-430a-9950-1e382d0a19a9/75f15ca1-b2dd-4e2f-857a-5af350f77779) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:51.533292 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5ac7f-a244-4036-a842-bdfca29ae15a None None] Pushing event updated for resources: {'Port': ['ID=75d70190-09c3-4e4b-833f-eb2db4e43ff8,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:51.571287 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Routers {'b9b96c8e-d6ee-44a6-878d-c213413c7452'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:51.572112 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['b9b96c8e-d6ee-44a6-878d-c213413c7452'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:51.650527 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:51.676963 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device c1db9e36-23fc-41b2-a47c-02339db76675 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:51.803449 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] Set router b9b96c8e-d6ee-44a6-878d-c213413c7452 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:51.846651 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks [] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.882857 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:51.884052 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:51.922358 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks [] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:51.927064 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-40670dca-9382-4327-9c24-449207c97b6b None None] Current status of the port c1db9e36-23fc-41b2-a47c-02339db76675 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:51.927568 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-40670dca-9382-4327-9c24-449207c97b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.019494 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.062346 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.121743 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:40:48Z', 'revision_number': 3, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port': {'id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:52.154111 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:52.159044 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Pushing event updated for resources: {'Port': ['ID=75f15ca1-b2dd-4e2f-857a-5af350f77779,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:52.165003 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:52.195650 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:52.201178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (b9b96c8e-d6ee-44a6-878d-c213413c7452), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.206405 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e30c70-5389-4fcf-910e-9e05a79836ea None None] The sync data for ids ['b9b96c8e-d6ee-44a6-878d-c213413c7452'] in dv-cinder-854270-4-iscsi is: [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:40:48Z', 'revision_number': 3, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port': {'id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:40:52.212090 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Allocated IP 172.27.1.121 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/d9c307eb-fbe9-43bd-824b-2372c652e6c2) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:52.267706 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-40670dca-9382-4327-9c24-449207c97b6b None None] For port c1db9e36-23fc-41b2-a47c-02339db76675, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=c1db9e36-23fc-41b2-a47c-02339db76675,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:40:52.269383 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port c1db9e36-23fc-41b2-a47c-02339db76675 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:52.286962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.397503 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-40670dca-9382-4327-9c24-449207c97b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.595473 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab375c-240c-47b8-b962-a62a4cb5f992 None None] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:52.882372 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:52.885070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (60911ba5-60d2-4109-90f9-0712dccd588f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.892660 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port c1db9e36-23fc-41b2-a47c-02339db76675 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:52.899054 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f607867-510a-4d19-bda9-f5a344bba281 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:52.899512 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=776ecca3-0e75-4bc0-851d-e18586e6418c,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:52.909822 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:52.922533 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-86edc78c-f6f5-4349-82a6-8af37043766e None None] Provisioning complete for port 6f607867-510a-4d19-bda9-f5a344bba281 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:52.923306 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:52.924123 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-86edc78c-f6f5-4349-82a6-8af37043766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6f607867-510a-4d19-bda9-f5a344bba281), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:52.933709 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:53.120962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40670dca-9382-4327-9c24-449207c97b6b None None] Pushing event updated for resources: {'Port': ['ID=c1db9e36-23fc-41b2-a47c-02339db76675,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:53.366779 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.387156 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86595461-e5a5-4f3c-ac54-df2028beff3c None None] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:53.396649 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-86edc78c-f6f5-4349-82a6-8af37043766e None None] Current status of the port 6f607867-510a-4d19-bda9-f5a344bba281 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:53.397612 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-86edc78c-f6f5-4349-82a6-8af37043766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6f607867-510a-4d19-bda9-f5a344bba281), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.554946 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-86edc78c-f6f5-4349-82a6-8af37043766e None None] For port 6f607867-510a-4d19-bda9-f5a344bba281, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6f607867-510a-4d19-bda9-f5a344bba281,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:40:53.617902 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6f607867-510a-4d19-bda9-f5a344bba281 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:53.618528 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6f607867-510a-4d19-bda9-f5a344bba281), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.621227 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-86edc78c-f6f5-4349-82a6-8af37043766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6f607867-510a-4d19-bda9-f5a344bba281), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.632544 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:53.714568 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edc78c-f6f5-4349-82a6-8af37043766e None None] Pushing event updated for resources: {'Port': ['ID=6f607867-510a-4d19-bda9-f5a344bba281,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:53.750120 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:53.756264 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Provisioning complete for port 0715a932-c14e-45c1-9042-ed19e31fbb88 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:53.757013 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.774665 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:53.844762 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks [] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.852001 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.853056 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (b9b96c8e-d6ee-44a6-878d-c213413c7452), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.932434 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Current status of the port 0715a932-c14e-45c1-9042-ed19e31fbb88 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:53.932821 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:53.976290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks [] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.005421 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] For port 0715a932-c14e-45c1-9042-ed19e31fbb88, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0715a932-c14e-45c1-9042-ed19e31fbb88,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:40:54.057923 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Pushing event updated for resources: {'Port': ['ID=75f15ca1-b2dd-4e2f-857a-5af350f77779,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:54.093211 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.102487 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:54.120706 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks [] for router_gateway (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.138509 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6f607867-510a-4d19-bda9-f5a344bba281 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:54.139872 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0715a932-c14e-45c1-9042-ed19e31fbb88 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:54.180715 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:54.187972 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Provisioning complete for port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:54.188364 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.192584 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:54.194373 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:54.226746 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 0715a932-c14e-45c1-9042-ed19e31fbb88 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:54.229591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.366190 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Pushing event updated for resources: {'Port': ['ID=0715a932-c14e-45c1-9042-ed19e31fbb88,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:54.435921 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Current status of the port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:54.436485 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.463226 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.494053 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:54.526761 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Router b9b96c8e-d6ee-44a6-878d-c213413c7452 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:40:54.560540 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 0715a932-c14e-45c1-9042-ed19e31fbb88 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:54.588803 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] For port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:40:54.604191 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.726196 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Provisioning complete for port 75f15ca1-b2dd-4e2f-857a-5af350f77779 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:54.726421 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.727449 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:54.746548 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:54.751328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:54.755980 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Pushing event updated for resources: {'Port': ['ID=d9c307eb-fbe9-43bd-824b-2372c652e6c2,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:54.759103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Router 60911ba5-60d2-4109-90f9-0712dccd588f is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:40:54.840005 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Pushing event updated for resources: {'Port': ['ID=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:54.884753 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Port 75f15ca1-b2dd-4e2f-857a-5af350f77779 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:40:54.899239 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Provisioning complete for port c1db9e36-23fc-41b2-a47c-02339db76675 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:54.899912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.957572 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:40:54.968480 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4b386785-81fb-4682-8ad9-4457a620db41 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/b9b96c8e-d6ee-44a6-878d-c213413c7452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4655731 Aug 29 22:40:55.038097 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0715a932-c14e-45c1-9042-ed19e31fbb88 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:55.064207 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:55.139204 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 0715a932-c14e-45c1-9042-ed19e31fbb88 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:55.139430 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:55.143361 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Current status of the port c1db9e36-23fc-41b2-a47c-02339db76675 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:55.329870 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Sync routers for ids ['b9b96c8e-d6ee-44a6-878d-c213413c7452'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:40:55.363113 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Provisioning complete for port 6f607867-510a-4d19-bda9-f5a344bba281 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:55.363897 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6f607867-510a-4d19-bda9-f5a344bba281), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:55.365657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Routers {'b9b96c8e-d6ee-44a6-878d-c213413c7452'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:55.366538 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['b9b96c8e-d6ee-44a6-878d-c213413c7452'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:55.368389 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:55.407043 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:40:55.420618 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Sync routers for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:40:55.432998 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:55.433624 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:55.521591 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:55.548955 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:55.550537 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-41574ca6-9f2a-4c6b-92ef-7b8378b7e736 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9834635 Aug 29 22:40:55.553770 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33198) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:55.587695 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:55.594671 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:55.601141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 0715a932-c14e-45c1-9042-ed19e31fbb88 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:55.602256 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device c1db9e36-23fc-41b2-a47c-02339db76675 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:55.621043 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:55.668192 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Set router b9b96c8e-d6ee-44a6-878d-c213413c7452 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:55.681664 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:55.695216 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33222) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:55.701870 dv-cinder-854270-4-iscsi neutron-server[134261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 22:40:55.730020 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:40:55.839909 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks [] for router_gateway (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:55.842713 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-d20e1bd4-8b26-4735-9933-529a0efe5367 None None] Current status of the port 6f607867-510a-4d19-bda9-f5a344bba281 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:55.908700 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port c1db9e36-23fc-41b2-a47c-02339db76675 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:55.909304 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:55.996510 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Provisioning complete for port 0715a932-c14e-45c1-9042-ed19e31fbb88 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:55.996639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.028267 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:50Z', 'revision_number': 3, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:56.100651 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Checking router: 60911ba5-60d2-4109-90f9-0712dccd588f for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:40:56.101139 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Updating router 60911ba5-60d2-4109-90f9-0712dccd588f port 8892082a-4074-416f-99eb-90595407c8f0 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:40:56.104861 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:40:53Z', 'revision_number': 4, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port': {'id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '75f15ca1-b2dd-4e2f-857a-5af350f77779', 'name': '', 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'mac_address': 'fa:16:3e:2a:cf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:40:53Z', 'revision_number': 2, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'subnets': [{'id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:56.147658 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8892082a-4074-416f-99eb-90595407c8f0), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.154643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Checking router: b9b96c8e-d6ee-44a6-878d-c213413c7452 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:40:56.155073 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Updating router b9b96c8e-d6ee-44a6-878d-c213413c7452 port 75f15ca1-b2dd-4e2f-857a-5af350f77779 binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:40:56.159218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port c1db9e36-23fc-41b2-a47c-02339db76675 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:56.161038 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f607867-510a-4d19-bda9-f5a344bba281 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:56.250875 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.270883 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Current status of the port 0715a932-c14e-45c1-9042-ed19e31fbb88 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:56.271199 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.285625 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-b805c1a7-82c4-4d09-b551-8962cef84d17 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:56.287446 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-b805c1a7-82c4-4d09-b551-8962cef84d17 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec HTTP/1.1" status: 200 len: 812 time: 0.5867269 Aug 29 22:40:56.314493 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33238) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:56.316630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.335055 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:40:56.374392 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-e15ef21a-012f-45e7-937e-133dcf20a603 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/quotas/5b5cee4eb87f4428aa0c68502f2eaab1 HTTP/1.1" status: 200 len: 375 time: 0.0520017 Aug 29 22:40:56.386037 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Provisioning complete for port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:56.389665 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.396169 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:40:56.450590 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:56.511322 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6f607867-510a-4d19-bda9-f5a344bba281 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:56.516094 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6f607867-510a-4d19-bda9-f5a344bba281), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.521924 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-157d1d9e-3cd0-49ab-b14d-553d9557ef05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.557577 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-317ca509-e309-44c7-a5d4-8cc5a85c8c1e tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=5b5cee4eb87f4428aa0c68502f2eaab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734874 Aug 29 22:40:56.602259 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.604512 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f73786b4-301e-4ee7-8b45-6f11336d8ff3 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8134823 Aug 29 22:40:56.612551 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33250) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:56.623234 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:56.624830 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:56.642307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-157d1d9e-3cd0-49ab-b14d-553d9557ef05 admin admin] Publish callbacks [] for security_group (d170912c-b3fe-499f-a376-2984b2c61258), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.650299 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-157d1d9e-3cd0-49ab-b14d-553d9557ef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (d170912c-b3fe-499f-a376-2984b2c61258), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.692044 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d1d9e-3cd0-49ab-b14d-553d9557ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d170912c-b3fe-499f-a376-2984b2c61258,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:56.723264 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:56.744074 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Allocated IP 172.20.0.1 (b66f117d-e67e-472b-adb6-20d24f75e534/e7360599-db95-4a16-8341-5065482e9ef7/056bba5a-a0f8-4a06-ad9c-a0d8e67791ae) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:56.781788 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Publish callbacks [] for port (8892082a-4074-416f-99eb-90595407c8f0), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.793546 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (8892082a-4074-416f-99eb-90595407c8f0), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.811802 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-157d1d9e-3cd0-49ab-b14d-553d9557ef05 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=36c72eadb72f43f9ab79dae5bc3ce054&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4781966 Aug 29 22:40:56.836875 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Attempting to bind port 8892082a-4074-416f-99eb-90595407c8f0 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:56.837323 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Attempting to bind port 8892082a-4074-416f-99eb-90595407c8f0 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:56.837798 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Attempting to bind port 8892082a-4074-416f-99eb-90595407c8f0 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:56.853021 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:56.853221 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:56.853707 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.854188 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:56.854755 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33260) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:56.854868 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Bound port: 8892082a-4074-416f-99eb-90595407c8f0, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:56.855333 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8892082a-4074-416f-99eb-90595407c8f0), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.887934 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e568-eca0-459f-bdc1-588d979b9cdc None None] Pushing event updated for resources: {'Port': ['ID=8892082a-4074-416f-99eb-90595407c8f0,revision_number=2']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:56.902008 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:56.935369 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:56.936562 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-ef35f300-137a-4866-898c-d2a5809ce33a service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:40:56.938517 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-ef35f300-137a-4866-898c-d2a5809ce33a service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1627440 Aug 29 22:40:56.951362 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] For port 8892082a-4074-416f-99eb-90595407c8f0, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:56.956638 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] For port 8892082a-4074-416f-99eb-90595407c8f0, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=8892082a-4074-416f-99eb-90595407c8f0,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:56.972795 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (8892082a-4074-416f-99eb-90595407c8f0), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.074353 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:57.081852 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:57.082719 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:57.094328 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-a6dc7cf3-77aa-4d3a-ae99-07882786cb8a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436226 Aug 29 22:40:57.094919 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Router ffecc956-b7fe-44b5-bccc-943cb3cfd22d is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:40:57.231873 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Current status of the port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:57.248987 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks [] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.339038 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b7bae8b1-bb21-45ff-83dd-d98ed6c98dd5 admin admin] Publish callbacks [] for security_group (d170912c-b3fe-499f-a376-2984b2c61258), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.343413 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.383099 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:57.385526 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Provisioning complete for port 75f15ca1-b2dd-4e2f-857a-5af350f77779 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:57.386672 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.418346 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:57.429058 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Pushing event updated for resources: {'Port': ['ID=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:57.439937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Network b66f117d-e67e-472b-adb6-20d24f75e534 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:57.441221 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e568-eca0-459f-bdc1-588d979b9cdc None None] Pushing event updated for resources: {'Port': ['ID=8892082a-4074-416f-99eb-90595407c8f0,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:57.445058 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:57.452930 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:57.453450 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (60911ba5-60d2-4109-90f9-0712dccd588f), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.488097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:57.542519 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b7bae8b1-bb21-45ff-83dd-d98ed6c98dd5 admin admin] Publish callbacks [] for security_group (d170912c-b3fe-499f-a376-2984b2c61258), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.580633 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-857519c4-6de2-47c6-8b8e-60a23ef0c4b9 None None] Port 75f15ca1-b2dd-4e2f-857a-5af350f77779 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:40:57.592824 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:57.642327 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:57.731435 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33286) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:57.761562 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:40:53Z', 'revision_number': 3, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:57.880201 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:40:57.882792 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Updating router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 port 776ecca3-0e75-4bc0-851d-e18586e6418c binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:40:57.912260 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:40:57.927441 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:57.945069 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Sync routers for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:40:57.993433 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.995025 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ae93978d-b23a-41a5-ab17-68a49fdce35a admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.8113866 Aug 29 22:40:57.998398 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33290) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:58.007426 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-802a822f-6aae-4d97-8b60-f46c8923cfbb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001575 Aug 29 22:40:58.022750 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:58.023693 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:58.125170 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:50Z', 'revision_number': 3, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:58.154783 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-debba8a0-e9a3-4bec-b1df-91339459ed07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:58.225252 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a951f-f71b-41f6-937f-b3faad2478f7 None None] The sync data for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi is: [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:50Z', 'revision_number': 3, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:40:58.256473 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6f607867-510a-4d19-bda9-f5a344bba281 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:58.260912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75d70190-09c3-4e4b-833f-eb2db4e43ff8 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:58.282390 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:58.288895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b7bae8b1-bb21-45ff-83dd-d98ed6c98dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (d170912c-b3fe-499f-a376-2984b2c61258), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:58.290865 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:58.318523 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b7bae8b1-bb21-45ff-83dd-d98ed6c98dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:58.325755 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b7bae8b1-bb21-45ff-83dd-d98ed6c98dd5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d170912c-b3fe-499f-a376-2984b2c61258 HTTP/1.1" status: 204 len: 168 time: 1.4657133 Aug 29 22:40:58.411807 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bae8b1-bb21-45ff-83dd-d98ed6c98dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d170912c-b3fe-499f-a376-2984b2c61258,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:58.509306 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:58.581063 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb2e6c72-89bf-49fd-96c5-8a45fca9fd12 None None] Provisioning complete for port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:58.581665 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb2e6c72-89bf-49fd-96c5-8a45fca9fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:58.673703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:58.697433 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33320) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:58.987508 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:40:55Z', 'revision_number': 3, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:59.010571 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Publish callbacks [] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.020148 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:59.042136 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Checking router: ffecc956-b7fe-44b5-bccc-943cb3cfd22d for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:40:59.042486 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Updating router ffecc956-b7fe-44b5-bccc-943cb3cfd22d port d9c307eb-fbe9-43bd-824b-2372c652e6c2 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:40:59.049544 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.052056 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e6c72-89bf-49fd-96c5-8a45fca9fd12 None None] Port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:40:59.059724 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Allocated IP 172.20.0.1 (c4fab7c6-be28-40e9-82ea-67b0ac291d9e/246e4181-9156-4f0d-9309-b08bd404aa8c/7c834911-085a-4f99-83f3-30ad96eb32a4) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:59.101230 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.177070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:59.180583 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-debba8a0-e9a3-4bec-b1df-91339459ed07 admin admin] Publish callbacks [] for security_group (9f596aca-8dbe-47b1-ac03-61dbc5341071), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.324921 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:59.325302 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.349761 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks [] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.367256 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33338) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:59.400674 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:59.408716 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-debba8a0-e9a3-4bec-b1df-91339459ed07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9f596aca-8dbe-47b1-ac03-61dbc5341071), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.415736 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:59.452909 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d2893-cc85-4720-94a6-9d9fc059d0cc None None] Pushing event updated for resources: {'Port': ['ID=75f15ca1-b2dd-4e2f-857a-5af350f77779,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:59.481036 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks [] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.493833 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14fd2b43-bf37-41e7-aaf4-218a830f663e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.520321 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-debba8a0-e9a3-4bec-b1df-91339459ed07 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ff9bc95c0e074f66a511f524154b70bf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7867758 Aug 29 22:40:59.521733 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Attempting to bind port 75f15ca1-b2dd-4e2f-857a-5af350f77779 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:59.522106 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Attempting to bind port 75f15ca1-b2dd-4e2f-857a-5af350f77779 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:59.522465 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Attempting to bind port 75f15ca1-b2dd-4e2f-857a-5af350f77779 on network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:59.526187 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.527029 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-da91a376-d9f1-46e3-b74d-14e31d8e4899 req-1b360e30-71e7-41f6-b832-51d5078257de tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 210 time: 0.8257084 Aug 29 22:40:59.528688 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.542527 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (60911ba5-60d2-4109-90f9-0712dccd588f), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.548400 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:59.548669 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Checking segment: {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:59.549222 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.549593 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33346) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:59.549698 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Bound using segment: {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:59.550344 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Bound port: 75f15ca1-b2dd-4e2f-857a-5af350f77779, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:59.550830 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.551154 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debba8a0-e9a3-4bec-b1df-91339459ed07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f596aca-8dbe-47b1-ac03-61dbc5341071,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:59.688848 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Publish callbacks [] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.688848 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:59.688848 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.708801 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Pushing event updated for resources: {'Port': ['ID=7c834911-085a-4f99-83f3-30ad96eb32a4,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:59.740570 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:59.748214 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dd590-d7bb-44ae-b3db-779fea007c8d None None] Pushing event updated for resources: {'Port': ['ID=d9c307eb-fbe9-43bd-824b-2372c652e6c2,revision_number=2']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:59.757688 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Attempting to bind port d9c307eb-fbe9-43bd-824b-2372c652e6c2 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:59.758089 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Attempting to bind port d9c307eb-fbe9-43bd-824b-2372c652e6c2 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:59.758501 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Attempting to bind port d9c307eb-fbe9-43bd-824b-2372c652e6c2 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:59.765779 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:59.766481 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:59.767259 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.767860 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:59.769157 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Bound port: d9c307eb-fbe9-43bd-824b-2372c652e6c2, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:59.770126 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.778676 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:59.802554 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:59.803187 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.881226 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:59.891790 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] For port d9c307eb-fbe9-43bd-824b-2372c652e6c2, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:59.900841 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] For port d9c307eb-fbe9-43bd-824b-2372c652e6c2, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=d9c307eb-fbe9-43bd-824b-2372c652e6c2,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:59.903342 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:59.910881 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.918577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Pushing event updated for resources: {'Port': ['ID=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:59.922468 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.960234 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:59.961312 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:59.984397 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 75d70190-09c3-4e4b-833f-eb2db4e43ff8, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=75d70190-09c3-4e4b-833f-eb2db4e43ff8,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:00.021744 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] For port 75f15ca1-b2dd-4e2f-857a-5af350f77779, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:00.026812 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] For port 75f15ca1-b2dd-4e2f-857a-5af350f77779, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=75f15ca1-b2dd-4e2f-857a-5af350f77779,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:00.172036 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:00.203121 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:00.250172 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:00.264106 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dec6658-d2a9-4b12-bac1-38849d9bcb16 admin admin] Publish callbacks [] for security_group (9f596aca-8dbe-47b1-ac03-61dbc5341071), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.273409 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.302449 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Publish callbacks [] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.323668 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.324723 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:00.390033 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Network b66f117d-e67e-472b-adb6-20d24f75e534 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:00.394938 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dec6658-d2a9-4b12-bac1-38849d9bcb16 admin admin] Publish callbacks [] for security_group (9f596aca-8dbe-47b1-ac03-61dbc5341071), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.413289 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:00.427818 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.484477 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-c8adb92d-00de-4be0-8329-900892307ccf None None] Provisioning complete for port 7c834911-085a-4f99-83f3-30ad96eb32a4 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:00.484878 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c8adb92d-00de-4be0-8329-900892307ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.486615 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dd590-d7bb-44ae-b3db-779fea007c8d None None] Pushing event updated for resources: {'Port': ['ID=d9c307eb-fbe9-43bd-824b-2372c652e6c2,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:00.494799 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14fd2b43-bf37-41e7-aaf4-218a830f663e admin admin] Publish callbacks [] for security_group (43e40756-0d83-4197-a883-32ac27e35e38), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.505457 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:00.556790 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33374) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:00.575021 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.585304 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:00.656025 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14fd2b43-bf37-41e7-aaf4-218a830f663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (43e40756-0d83-4197-a883-32ac27e35e38), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.657978 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dec6658-d2a9-4b12-bac1-38849d9bcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9f596aca-8dbe-47b1-ac03-61dbc5341071), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.667233 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dec6658-d2a9-4b12-bac1-38849d9bcb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.673209 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9dec6658-d2a9-4b12-bac1-38849d9bcb16 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/9f596aca-8dbe-47b1-ac03-61dbc5341071 HTTP/1.1" status: 204 len: 168 time: 1.0589833 Aug 29 22:41:00.720601 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-c8adb92d-00de-4be0-8329-900892307ccf None None] Port 7c834911-085a-4f99-83f3-30ad96eb32a4 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:00.740824 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Routers {'b9b96c8e-d6ee-44a6-878d-c213413c7452'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:00.741331 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['b9b96c8e-d6ee-44a6-878d-c213413c7452'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:00.762632 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Attempting to bind port 776ecca3-0e75-4bc0-851d-e18586e6418c on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:00.773198 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Attempting to bind port 776ecca3-0e75-4bc0-851d-e18586e6418c by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:00.773816 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Attempting to bind port 776ecca3-0e75-4bc0-851d-e18586e6418c on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:00.781248 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:40:55Z', 'revision_number': 3, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:00.802700 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6658-d2a9-4b12-bac1-38849d9bcb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f596aca-8dbe-47b1-ac03-61dbc5341071,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:00.864946 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c14d0f05-70a2-44f3-9591-81d182ff42dd req-a5edc066-aeb2-4fe9-a868-c0e64d776f52 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 210 time: 0.1097367 Aug 29 22:41:00.891587 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef057-b8f6-42c5-a399-d676db5676f3 None None] The sync data for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi is: [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:40:55Z', 'revision_number': 3, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:41:00.921210 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd2b43-bf37-41e7-aaf4-218a830f663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e40756-0d83-4197-a883-32ac27e35e38,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:00.924134 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:00.930483 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:00.989443 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.002468 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-14fd2b43-bf37-41e7-aaf4-218a830f663e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7b6cabe35cad479ba16eb542a8972313&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6137159 Aug 29 22:41:01.004510 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33392) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:01.059269 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:01.059898 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:01.060032 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.060574 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:01.061214 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Bound port: 776ecca3-0e75-4bc0-851d-e18586e6418c, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:01.062483 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.064639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-ea505319-1509-44c7-8d2b-770604489397 None None] Provisioning complete for port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:01.065171 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ea505319-1509-44c7-8d2b-770604489397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.071831 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-991857b6-978b-463e-a084-0ddbf654f1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.189023 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-ea505319-1509-44c7-8d2b-770604489397 None None] Port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:01.198407 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d2893-cc85-4720-94a6-9d9fc059d0cc None None] Pushing event updated for resources: {'Port': ['ID=75f15ca1-b2dd-4e2f-857a-5af350f77779,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:01.228797 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks [] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.260739 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.260739 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.581941 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] Set router b9b96c8e-d6ee-44a6-878d-c213413c7452 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:01.590402 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Pushing event updated for resources: {'Port': ['ID=7c834911-085a-4f99-83f3-30ad96eb32a4,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:01.598530 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=75d70190-09c3-4e4b-833f-eb2db4e43ff8,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:01.613284 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] For port 776ecca3-0e75-4bc0-851d-e18586e6418c, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:01.655685 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Router 60911ba5-60d2-4109-90f9-0712dccd588f has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:41:01.712136 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4a10c762-b70b-439c-bd78-c44f16a0ed0c admin admin] Publish callbacks [] for security_group (43e40756-0d83-4197-a883-32ac27e35e38), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.843764 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4a10c762-b70b-439c-bd78-c44f16a0ed0c admin admin] Publish callbacks [] for security_group (43e40756-0d83-4197-a883-32ac27e35e38), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:01.848142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:01.868300 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:02.000136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] For port 776ecca3-0e75-4bc0-851d-e18586e6418c, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=776ecca3-0e75-4bc0-851d-e18586e6418c,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:02.034147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.055289 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Allocated IP 172.20.0.1 (eb2d0869-f5f7-40a7-9c40-ad66d99bd892/ce744b8b-a9c8-44f7-9b04-396759716cee/4133eab3-e8bd-495d-90ca-61bc8e0edcf3) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:02.112136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bda7b-b2a2-451a-8087-91243d5e3e3f None None] Pushing event updated for resources: {'Port': ['ID=776ecca3-0e75-4bc0-851d-e18586e6418c,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:02.127701 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:02.128096 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:02.236708 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:02.245339 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:02.247446 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-991857b6-978b-463e-a084-0ddbf654f1d8 admin admin] Publish callbacks [] for security_group (9f690973-5cf1-48f2-b4a8-8c7a93fff8a6), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.267204 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:02.292149 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-991857b6-978b-463e-a084-0ddbf654f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9f690973-5cf1-48f2-b4a8-8c7a93fff8a6), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.405875 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.84', 57617) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:02.409744 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991857b6-978b-463e-a084-0ddbf654f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f690973-5cf1-48f2-b4a8-8c7a93fff8a6,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:02.425444 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device d9c307eb-fbe9-43bd-824b-2372c652e6c2 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:02.438807 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks [] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.455114 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:41:02.463001 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-f5b4c5d8-3d1f-432e-ac5f-83cfb68c09ed admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/60911ba5-60d2-4109-90f9-0712dccd588f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9080150 Aug 29 22:41:02.466895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4a10c762-b70b-439c-bd78-c44f16a0ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (43e40756-0d83-4197-a883-32ac27e35e38), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.470433 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4a10c762-b70b-439c-bd78-c44f16a0ed0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.471592 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4a10c762-b70b-439c-bd78-c44f16a0ed0c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/43e40756-0d83-4197-a883-32ac27e35e38 HTTP/1.1" status: 204 len: 168 time: 1.4399529 Aug 29 22:41:02.498198 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c762-b70b-439c-bd78-c44f16a0ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e40756-0d83-4197-a883-32ac27e35e38,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:02.531436 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.545081 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Sync routers for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:41:02.576337 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bda7b-b2a2-451a-8087-91243d5e3e3f None None] Pushing event updated for resources: {'Port': ['ID=776ecca3-0e75-4bc0-851d-e18586e6418c,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:02.585203 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:02.599179 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:02.669751 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:02.685960 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:02.698721 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:02.700586 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:02.925997 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:02.939166 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-1a97cc6c-37a9-40d8-bfe1-014bf76370de tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:02.941147 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-1a97cc6c-37a9-40d8-bfe1-014bf76370de tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.84 "GET /networking/v2.0/networks?id=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec HTTP/1.1" status: 200 len: 812 time: 0.5280302 Aug 29 22:41:02.984159 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d49462e2-bb47-485b-9a78-f8facda653e5 req-de2b3f36-523a-46d6-b194-12d98a098641 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 210 time: 0.7183516 Aug 29 22:41:02.993885 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-991857b6-978b-463e-a084-0ddbf654f1d8 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=65c54ce7f3d24882bfb25652bad3c324&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4347224 Aug 29 22:41:02.994518 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:02.995248 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:03.002285 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33446) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:03.015410 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Request body: {'port': {'device_id': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'admin_state_up': True, 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:03.052003 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:03.309827 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Pushing event updated for resources: {'Port': ['ID=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:03.313474 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0fa6f66b-dd84-4cf1-aae0-6449d5c6a08d None None] Provisioning complete for port 7c834911-085a-4f99-83f3-30ad96eb32a4 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:03.314164 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f66b-dd84-4cf1-aae0-6449d5c6a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.396667 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.404674 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port d9c307eb-fbe9-43bd-824b-2372c652e6c2 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:03.406702 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:03.406945 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.446206 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95eb0f4c-6223-4bd0-bb82-1e34292fd9aa admin admin] Publish callbacks [] for security_group (9f690973-5cf1-48f2-b4a8-8c7a93fff8a6), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.526345 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:41:03.556579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95eb0f4c-6223-4bd0-bb82-1e34292fd9aa admin admin] Publish callbacks [] for security_group (9f690973-5cf1-48f2-b4a8-8c7a93fff8a6), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.575959 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6f66b-dd84-4cf1-aae0-6449d5c6a08d None None] Port 7c834911-085a-4f99-83f3-30ad96eb32a4 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:03.661051 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:40:53Z', 'revision_number': 4, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port': {'id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '75f15ca1-b2dd-4e2f-857a-5af350f77779', 'name': '', 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'mac_address': 'fa:16:3e:2a:cf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'subnets': [{'id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:03.771565 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23dfb1-2875-4f07-9c77-aab9b8990126 None None] The sync data for ids ['b9b96c8e-d6ee-44a6-878d-c213413c7452'] in dv-cinder-854270-4-iscsi is: [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:40:53Z', 'revision_number': 4, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port': {'id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '75f15ca1-b2dd-4e2f-857a-5af350f77779', 'name': '', 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'mac_address': 'fa:16:3e:2a:cf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'subnets': [{'id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:41:03.793330 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33480) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:03.806146 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks [] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.808770 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:03.812271 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95eb0f4c-6223-4bd0-bb82-1e34292fd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9f690973-5cf1-48f2-b4a8-8c7a93fff8a6), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.822285 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95eb0f4c-6223-4bd0-bb82-1e34292fd9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.824596 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-95eb0f4c-6223-4bd0-bb82-1e34292fd9aa admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/9f690973-5cf1-48f2-b4a8-8c7a93fff8a6 HTTP/1.1" status: 204 len: 168 time: 0.8196878 Aug 29 22:41:03.825971 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.827060 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:03.838423 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-e78d2968-c119-40a4-943b-39379a50bcc5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94296267', 'description': 'tempest-description--167960210'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:04.025842 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:04.047892 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb0f4c-6223-4bd0-bb82-1e34292fd9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f690973-5cf1-48f2-b4a8-8c7a93fff8a6,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:04.091894 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-a3bb7644-f25c-4a42-bf0b-e89c1ae76952 None None] Provisioning complete for port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:04.092297 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7644-f25c-4a42-bf0b-e89c1ae76952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:04.111193 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Pushing event updated for resources: {'Port': ['ID=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:04.190786 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb7644-f25c-4a42-bf0b-e89c1ae76952 None None] Port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:04.266333 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e78d2968-c119-40a4-943b-39379a50bcc5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:04.296114 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port d9c307eb-fbe9-43bd-824b-2372c652e6c2 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:04.296503 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:04.331650 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:04.331650 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:04.372012 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Made reservation on behalf of 5b5cee4eb87f4428aa0c68502f2eaab1 for: {'port': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:04.380587 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:04.413894 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port d9c307eb-fbe9-43bd-824b-2372c652e6c2, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=d9c307eb-fbe9-43bd-824b-2372c652e6c2,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:04.416620 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4a18694e-9de8-4e43-869b-c7ad13fbe4df req-b834fa13-220d-467b-b29b-6ce887a40588 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 210 time: 0.2038996 Aug 29 22:41:04.477693 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:04.479000 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 8892082a-4074-416f-99eb-90595407c8f0 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:04.567802 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:04.569793 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:04.574346 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:41:04.600414 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-04eae39e-c967-41e7-bf8e-fd715e079521 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9860809 Aug 29 22:41:04.602085 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=d9c307eb-fbe9-43bd-824b-2372c652e6c2,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:04.762874 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Router ffecc956-b7fe-44b5-bccc-943cb3cfd22d has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:41:04.839249 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034ea30-80fb-4831-a691-73efca9f8539 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:41:05.010047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-9cba35ba-2b94-486b-880b-82cd24a299ed None None] Provisioning complete for port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:05.010447 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9cba35ba-2b94-486b-880b-82cd24a299ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:05.023675 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 8892082a-4074-416f-99eb-90595407c8f0 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:05.024081 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (8892082a-4074-416f-99eb-90595407c8f0), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:05.057694 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:41:05.073085 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Sync routers for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:41:05.078378 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a564c918-acb5-414d-a429-0d2829ecf23a admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ffecc956-b7fe-44b5-bccc-943cb3cfd22d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0770221 Aug 29 22:41:05.112423 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:05.114129 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:05.184399 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-9cba35ba-2b94-486b-880b-82cd24a299ed None None] Port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:05.223032 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:40:58Z', 'revision_number': 2, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:05.332030 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Checking router: 60911ba5-60d2-4109-90f9-0712dccd588f for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:41:05.332388 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Updating router 60911ba5-60d2-4109-90f9-0712dccd588f port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:41:05.433177 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:05.490365 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:05.507436 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Allocated IP 172.20.0.11 (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec/782fe3ba-2c4a-430a-9950-1e382d0a19a9/c3f0935d-657d-4918-a1cf-10cf49337110) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:05.579574 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:05.783250 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 8892082a-4074-416f-99eb-90595407c8f0 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:05.783647 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8892082a-4074-416f-99eb-90595407c8f0), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:05.945596 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 8892082a-4074-416f-99eb-90595407c8f0, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=8892082a-4074-416f-99eb-90595407c8f0,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:05.975764 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (8892082a-4074-416f-99eb-90595407c8f0), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:05.976610 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75d70190-09c3-4e4b-833f-eb2db4e43ff8 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:06.167054 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e78d2968-c119-40a4-943b-39379a50bcc5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (c928fd4d-e3aa-46d6-930c-03df3645f441), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.174190 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e78d2968-c119-40a4-943b-39379a50bcc5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c928fd4d-e3aa-46d6-930c-03df3645f441), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.320677 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=8892082a-4074-416f-99eb-90595407c8f0,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:06.392434 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:06.396193 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d2968-c119-40a4-943b-39379a50bcc5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c928fd4d-e3aa-46d6-930c-03df3645f441,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:06.426588 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e78d2968-c119-40a4-943b-39379a50bcc5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.430641 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e78d2968-c119-40a4-943b-39379a50bcc5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.6228893 Aug 29 22:41:06.433297 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33556) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:06.453164 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-37ef1c7e-b263-430a-985f-96e2850cf145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'security_group_rule': {'security_group_id': 'c928fd4d-e3aa-46d6-930c-03df3645f441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:06.461574 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7b5e1938-ac58-4bc5-b162-9c4b2c017727 req-cf967504-5c65-4ac8-a653-7d7f605197f1 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 210 time: 0.2495706 Aug 29 22:41:06.475972 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 2, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:06.516384 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:06.568758 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Checking router: ffecc956-b7fe-44b5-bccc-943cb3cfd22d for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:41:06.569043 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Updating router ffecc956-b7fe-44b5-bccc-943cb3cfd22d port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:41:06.584114 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-37ef1c7e-b263-430a-985f-96e2850cf145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (a57b2607-48be-4b21-8f6e-ff10cd51d173), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.590015 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:06.590701 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.647249 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks [] for port (c3f0935d-657d-4918-a1cf-10cf49337110), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.694305 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.833084 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.907531 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-37ef1c7e-b263-430a-985f-96e2850cf145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (a57b2607-48be-4b21-8f6e-ff10cd51d173), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:06.915447 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-37ef1c7e-b263-430a-985f-96e2850cf145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (a57b2607-48be-4b21-8f6e-ff10cd51d173), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.055627 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-37ef1c7e-b263-430a-985f-96e2850cf145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.063426 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-37ef1c7e-b263-430a-985f-96e2850cf145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6277425 Aug 29 22:41:07.064854 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33568) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:07.071500 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-fbe3c517-b668-4c51-9c60-7a9330a28b9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'security_group_rule': {'security_group_id': 'c928fd4d-e3aa-46d6-930c-03df3645f441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:07.083581 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:07.104598 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:07.115721 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:07.117983 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef1c7e-b263-430a-985f-96e2850cf145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57b2607-48be-4b21-8f6e-ff10cd51d173,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:07.140141 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:07.140835 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.155725 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:07.157619 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c517-b668-4c51-9c60-7a9330a28b9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (b92eb83b-b5c7-42ca-8cf8-6e271d94f442), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.166077 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:07.172437 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Pushing event updated for resources: {'Port': ['ID=c3f0935d-657d-4918-a1cf-10cf49337110,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:07.177903 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:07.205120 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-abd60cc7-8d82-46e9-8898-d85cc08fc180 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2002420 Aug 29 22:41:07.218381 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-5e1dbdf9-4601-4afc-aefc-f87dce270f2d tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:41:07.222116 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-5e1dbdf9-4601-4afc-aefc-f87dce270f2d tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071192 Aug 29 22:41:07.328921 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33576) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:07.334110 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-ebefd35d-5470-4cd2-a238-5d0c2fb7959c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437098532', 'description': 'tempest-description--1868234222'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:07.351608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c517-b668-4c51-9c60-7a9330a28b9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (b92eb83b-b5c7-42ca-8cf8-6e271d94f442), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.362620 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c517-b668-4c51-9c60-7a9330a28b9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (b92eb83b-b5c7-42ca-8cf8-6e271d94f442), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.379834 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:07.381002 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:07.441199 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ebefd35d-5470-4cd2-a238-5d0c2fb7959c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.471933 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c517-b668-4c51-9c60-7a9330a28b9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.481555 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33582) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:07.482592 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-fbe3c517-b668-4c51-9c60-7a9330a28b9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4153852 Aug 29 22:41:07.495586 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3c517-b668-4c51-9c60-7a9330a28b9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92eb83b-b5c7-42ca-8cf8-6e271d94f442,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:07.501156 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:07.690136 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.703190 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:07.837002 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33594) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:07.843837 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-b023688a-e6c4-4168-ac99-d81cac612fef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401352152', 'description': 'tempest-description--405289842'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:07.930769 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Publish callbacks [] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.945009 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:07.999041 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b023688a-e6c4-4168-ac99-d81cac612fef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.020035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ebefd35d-5470-4cd2-a238-5d0c2fb7959c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (f3742976-90fd-4586-acf8-d84678ff43a4), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.063773 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:08.078073 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.103628 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ebefd35d-5470-4cd2-a238-5d0c2fb7959c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (f3742976-90fd-4586-acf8-d84678ff43a4), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.124308 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-9009baea-40b7-434f-bd92-a314f13fbfa4 None None] Provisioning complete for port c3f0935d-657d-4918-a1cf-10cf49337110 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:08.124709 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9009baea-40b7-434f-bd92-a314f13fbfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.161767 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889dfcc-175b-4f16-bbc2-3481664e595c None None] Pushing event updated for resources: {'Port': ['ID=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:08.210101 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Publish callbacks [] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.299491 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Attempting to bind port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:08.310864 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Attempting to bind port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:08.311793 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Attempting to bind port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:08.331175 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:08.331444 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b023688a-e6c4-4168-ac99-d81cac612fef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (e20285cb-da00-49f8-9335-12b7d1ec388e), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.332667 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:08.332930 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Checking segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:08.337066 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.338578 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Bound using segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:08.338762 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b023688a-e6c4-4168-ac99-d81cac612fef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (e20285cb-da00-49f8-9335-12b7d1ec388e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.340790 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Bound port: 4133eab3-e8bd-495d-90ca-61bc8e0edcf3, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:08.342975 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.387581 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefd35d-5470-4cd2-a238-5d0c2fb7959c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3742976-90fd-4586-acf8-d84678ff43a4,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:08.390804 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b023688a-e6c4-4168-ac99-d81cac612fef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.392425 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b023688a-e6c4-4168-ac99-d81cac612fef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5541952 Aug 29 22:41:08.395188 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023688a-e6c4-4168-ac99-d81cac612fef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20285cb-da00-49f8-9335-12b7d1ec388e,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:08.399294 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33608) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:08.424428 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-8b119cde-2c6f-4773-a279-43f4eb7aff9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'security_group_rule': {'security_group_id': 'e20285cb-da00-49f8-9335-12b7d1ec388e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:08.502069 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8b119cde-2c6f-4773-a279-43f4eb7aff9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (695f9736-b916-4ee7-bd16-41800fa0b0c2), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.563102 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] For port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:08.572793 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] For port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:08.586773 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.609129 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49daa9-75f1-41c8-9570-21112f0a7369 req-1487d938-9223-41ee-9a27-04ee5174af9f tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:08.629134 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2e49daa9-75f1-41c8-9570-21112f0a7369 req-1487d938-9223-41ee-9a27-04ee5174af9f tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 932 time: 0.9484773 Aug 29 22:41:08.635010 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ebefd35d-5470-4cd2-a238-5d0c2fb7959c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.647508 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ebefd35d-5470-4cd2-a238-5d0c2fb7959c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3144457 Aug 29 22:41:08.648148 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33610) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:08.665694 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-7ada69a2-0a04-4d20-a8e3-a322cd49cfdb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': 'f3742976-90fd-4586-acf8-d84678ff43a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:08.745587 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Request body: {'port': {'device_id': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:08.749153 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:08.749995 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:08.767466 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8b119cde-2c6f-4773-a279-43f4eb7aff9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (695f9736-b916-4ee7-bd16-41800fa0b0c2), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.793586 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8b119cde-2c6f-4773-a279-43f4eb7aff9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (695f9736-b916-4ee7-bd16-41800fa0b0c2), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.823536 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.887575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:08.890327 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889dfcc-175b-4f16-bbc2-3481664e595c None None] Pushing event updated for resources: {'Port': ['ID=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,revision_number=4']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:08.913304 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119cde-2c6f-4773-a279-43f4eb7aff9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695f9736-b916-4ee7-bd16-41800fa0b0c2,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:08.953916 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ada69a2-0a04-4d20-a8e3-a322cd49cfdb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (4cf84791-c3af-4ba6-8cf5-3724aefa265f), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.015706 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8b119cde-2c6f-4773-a279-43f4eb7aff9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.024964 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-9009baea-40b7-434f-bd92-a314f13fbfa4 None None] Port c3f0935d-657d-4918-a1cf-10cf49337110 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:09.027445 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-8b119cde-2c6f-4773-a279-43f4eb7aff9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6191587 Aug 29 22:41:09.043672 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33620) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:09.071545 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-2415b21a-706c-427e-80ab-17a6c8f478e7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'security_group_rule': {'security_group_id': 'e20285cb-da00-49f8-9335-12b7d1ec388e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:09.098230 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:09.110617 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d269c-cfa1-41c0-b600-5f7c07d01a30 None None] Pushing event updated for resources: {'Port': ['ID=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:09.191491 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2415b21a-706c-427e-80ab-17a6c8f478e7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (ba5e0478-203d-492b-9dfc-7b5ad9c070ff), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.247600 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ada69a2-0a04-4d20-a8e3-a322cd49cfdb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (4cf84791-c3af-4ba6-8cf5-3724aefa265f), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.256368 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ada69a2-0a04-4d20-a8e3-a322cd49cfdb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (4cf84791-c3af-4ba6-8cf5-3724aefa265f), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.269540 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:09.271592 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:09.288159 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Attempting to bind port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:09.290351 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Attempting to bind port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:09.291288 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Attempting to bind port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae on network b66f117d-e67e-472b-adb6-20d24f75e534 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:09.327785 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2415b21a-706c-427e-80ab-17a6c8f478e7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (ba5e0478-203d-492b-9dfc-7b5ad9c070ff), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.332126 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33624) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:09.338110 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:09.340375 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Checking segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:09.345174 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.348115 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Bound using segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:09.349610 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Bound port: 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:09.350048 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.365304 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2415b21a-706c-427e-80ab-17a6c8f478e7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (ba5e0478-203d-492b-9dfc-7b5ad9c070ff), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.390537 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada69a2-0a04-4d20-a8e3-a322cd49cfdb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf84791-c3af-4ba6-8cf5-3724aefa265f,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:09.408118 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415b21a-706c-427e-80ab-17a6c8f478e7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5e0478-203d-492b-9dfc-7b5ad9c070ff,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:09.414556 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ada69a2-0a04-4d20-a8e3-a322cd49cfdb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.418856 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7ada69a2-0a04-4d20-a8e3-a322cd49cfdb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7633281 Aug 29 22:41:09.420608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33628) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:09.435818 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-4ef332a3-a8d9-4961-92e0-3b1138052651 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': 'f3742976-90fd-4586-acf8-d84678ff43a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:09.472184 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2415b21a-706c-427e-80ab-17a6c8f478e7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.480739 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-2415b21a-706c-427e-80ab-17a6c8f478e7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4311533 Aug 29 22:41:09.482317 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:09.492186 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33630) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:09.512249 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2e49daa9-75f1-41c8-9570-21112f0a7369 req-19edce76-422c-49c1-88d1-aa7a82acb19d tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8822525 Aug 29 22:41:09.541208 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:09.608143 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] For port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:09.616238 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] For port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:09.632066 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.636381 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.680324 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:09.689672 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:08Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:09.707254 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ef332a3-a8d9-4961-92e0-3b1138052651 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (250525e0-6c24-4c04-b01c-960860767207), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.722009 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:09.745218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:09.747490 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:09.797214 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c4c20-49af-427c-9025-08fb6270b1e5 None None] The sync data for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi is: [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:08Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:41:09.801009 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-915995518-network', 'tenant_id': 'a7e1d9b8ca5f4f5a95684a15e7413d9e'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:10.040545 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device d9c307eb-fbe9-43bd-824b-2372c652e6c2 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:10.273809 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d269c-cfa1-41c0-b600-5f7c07d01a30 None None] Pushing event updated for resources: {'Port': ['ID=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:10.422359 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port d9c307eb-fbe9-43bd-824b-2372c652e6c2 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:10.423052 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:10.478560 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:10.502463 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Allocated IP 172.27.1.169 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/87c4a360-85b5-4b65-be78-2468c4509022) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:10.660633 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:10.713080 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Made reservation on behalf of a7e1d9b8ca5f4f5a95684a15e7413d9e for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:10.729745 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:10.796847 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ef332a3-a8d9-4961-92e0-3b1138052651 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (250525e0-6c24-4c04-b01c-960860767207), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:10.965526 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ef332a3-a8d9-4961-92e0-3b1138052651 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (250525e0-6c24-4c04-b01c-960860767207), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:10.977418 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:10.979537 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.036708 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae9fe-915e-4379-8f79-8fa2ab9d6556 req-b59a216d-392c-4ab5-867c-0c528ffa4311 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:11.046302 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b3fae9fe-915e-4379-8f79-8fa2ab9d6556 req-b59a216d-392c-4ab5-867c-0c528ffa4311 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 932 time: 0.1177564 Aug 29 22:41:11.100712 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:11.155434 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef332a3-a8d9-4961-92e0-3b1138052651 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250525e0-6c24-4c04-b01c-960860767207,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:11.192833 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port d9c307eb-fbe9-43bd-824b-2372c652e6c2 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:11.197918 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 8892082a-4074-416f-99eb-90595407c8f0 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:11.210554 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ef332a3-a8d9-4961-92e0-3b1138052651 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.215924 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4ef332a3-a8d9-4961-92e0-3b1138052651 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7929225 Aug 29 22:41:11.221303 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33668) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:11.233699 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:11.399983 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for port (87c4a360-85b5-4b65-be78-2468c4509022), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.406232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.453647 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:11.584541 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:41:11.692542 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b3fae9fe-915e-4379-8f79-8fa2ab9d6556 req-508c4303-62a6-4277-9808-e4c65417a85b tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435962 Aug 29 22:41:11.710083 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (87c4a360-85b5-4b65-be78-2468c4509022), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.763296 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 8892082a-4074-416f-99eb-90595407c8f0 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:11.765101 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (8892082a-4074-416f-99eb-90595407c8f0), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.790707 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.794532 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:11.797405 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:40:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:11.806801 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks [] for security_group (6b233735-2c58-44e4-971c-e30468ee8c1f), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.837007 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6b233735-2c58-44e4-971c-e30468ee8c1f), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:11.908765 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:09Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:11.933086 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:11.957300 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:11.972748 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'Port': ['ID=87c4a360-85b5-4b65-be78-2468c4509022,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:11.976525 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:11.990851 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f0935d-657d-4918-a1cf-10cf49337110 {{(pid=134261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:12.036265 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Publish callbacks [] for port (c3f0935d-657d-4918-a1cf-10cf49337110), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.097905 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Allocated IP 172.27.1.97 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/a847b152-97d1-40f4-bf00-5e451810ae72) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:12.130642 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=134262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:41:12.150385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9d3da-f81d-44fc-9964-23a4232cde51 None None] The sync data for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi is: [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:09Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:41:12.177740 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:12.197567 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b233735-2c58-44e4-971c-e30468ee8c1f,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:12.199892 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:41:12.203541 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (c163bf28-46a2-409f-8dd3-576f755058bf), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.203877 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Added segment c163bf28-46a2-409f-8dd3-576f755058bf of type vlan for network a5c1770f-7eef-4a69-ac89-3371a420c564 Aug 29 22:41:12.251641 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.provisioning_blocks [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Transition to ACTIVE for port object c3f0935d-657d-4918-a1cf-10cf49337110 will not be triggered until provisioned by entity L2. {{(pid=134261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:41:12.263956 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.292507 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:12.349863 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3df66cff-e38b-4e05-b246-0db174a281f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.367799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (4b23d8f1-27aa-4710-945c-8ceb93879605), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.430853 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (a5c1770f-7eef-4a69-ac89-3371a420c564), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.475703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:12.528403 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:12.537963 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 8892082a-4074-416f-99eb-90595407c8f0 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:12.547106 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (a5c1770f-7eef-4a69-ac89-3371a420c564), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.547270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 776ecca3-0e75-4bc0-851d-e18586e6418c up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:12.547446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:12.547446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.557126 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f0935d-657d-4918-a1cf-10cf49337110,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:12.599897 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2628040 Aug 29 22:41:12.604867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for port (a847b152-97d1-40f4-bf00-5e451810ae72), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.631208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33686) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:12.633708 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (87c4a360-85b5-4b65-be78-2468c4509022), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:12.877319 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Request body: {'subnet': {'network_id': 'a5c1770f-7eef-4a69-ac89-3371a420c564', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-915995518-subnet', 'tenant_id': 'a7e1d9b8ca5f4f5a95684a15e7413d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:12.931417 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Attempting to bind port c3f0935d-657d-4918-a1cf-10cf49337110 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:12.943374 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Attempting to bind port c3f0935d-657d-4918-a1cf-10cf49337110 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:12.944773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Attempting to bind port c3f0935d-657d-4918-a1cf-10cf49337110 on network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:13.036113 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 776ecca3-0e75-4bc0-851d-e18586e6418c triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:13.036795 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.071214 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Port c3f0935d-657d-4918-a1cf-10cf49337110 on network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:41:13.073262 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Attempting to bind port c3f0935d-657d-4918-a1cf-10cf49337110 on network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:13.120706 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:13.121523 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Checking segment: {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:13.124509 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Bound using segment: {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:13.126075 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Bound port: c3f0935d-657d-4918-a1cf-10cf49337110, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa97040-2614-484f-b757-99d795caf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec'}}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:13.129089 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.197797 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:13.246934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc00303-c23d-411b-9b91-e7cb66f1843a admin admin] Pushing event updated for resources: {'Network': ['ID=a5c1770f-7eef-4a69-ac89-3371a420c564,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:13.308821 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:13.317015 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network a5c1770f-7eef-4a69-ac89-3371a420c564 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:41:13.350838 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (a847b152-97d1-40f4-bf00-5e451810ae72), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.386258 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:41:13.387293 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Updating router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 port 7c834911-085a-4f99-83f3-30ad96eb32a4 binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:41:13.433821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Made reservation on behalf of a7e1d9b8ca5f4f5a95684a15e7413d9e for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:13.436329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.575524 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.27.1.78 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/0efba723-3f46-4185-a11a-13f136d1cd6f) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:13.586333 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 776ecca3-0e75-4bc0-851d-e18586e6418c is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:13.586778 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.637530 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:13.658355 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:13.669971 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.680649 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 776ecca3-0e75-4bc0-851d-e18586e6418c, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=776ecca3-0e75-4bc0-851d-e18586e6418c,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:13.691954 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:13.708374 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.716037 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75f15ca1-b2dd-4e2f-857a-5af350f77779 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:13.803921 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:13.812492 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe3416-bc74-44a8-8f05-a57bf951c8eb req-58806b5a-4aae-4417-9e87-078865a431b2 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:13.814148 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-abfe3416-bc74-44a8-8f05-a57bf951c8eb req-58806b5a-4aae-4417-9e87-078865a431b2 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.8375225 Aug 29 22:41:13.825201 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (1850a084-1eaa-422d-a776-649af9206ad4), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.856733 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (4cddaf11-2cfd-4fdb-939e-4f4276de86ba), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:13.866319 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'Port': ['ID=a847b152-97d1-40f4-bf00-5e451810ae72,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:13.957713 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for port (87c4a360-85b5-4b65-be78-2468c4509022), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.017589 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.024438 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:14.039811 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (87c4a360-85b5-4b65-be78-2468c4509022), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.039811 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4b23d8f1-27aa-4710-945c-8ceb93879605), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.091685 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] For port c3f0935d-657d-4918-a1cf-10cf49337110, host hv-cinder-85427, cleared binding levels {{(pid=134261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:14.125145 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1850a084-1eaa-422d-a776-649af9206ad4,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:14.147946 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:14.205924 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.212068 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a847b152-97d1-40f4-bf00-5e451810ae72), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.291442 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'Port': ['ID=87c4a360-85b5-4b65-be78-2468c4509022,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:14.423702 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] For port c3f0935d-657d-4918-a1cf-10cf49337110, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c3f0935d-657d-4918-a1cf-10cf49337110,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:14.445728 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.447059 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-040fed30-9576-41cf-a96a-8d30f953d552 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9581163 Aug 29 22:41:14.487051 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:14.487858 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.498593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:14.503579 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:14.508055 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=0efba723-3f46-4185-a11a-13f136d1cd6f,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:14.519510 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:14.520221 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.521823 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c3f0935d-657d-4918-a1cf-10cf49337110 HTTP/1.1" status: 200 len: 1094 time: 6.4765794 Aug 29 22:41:14.527299 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-abfe3416-bc74-44a8-8f05-a57bf951c8eb req-b0a9f3cf-2adf-4e07-9f61-2837bef48bdf tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967049 Aug 29 22:41:14.568529 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=776ecca3-0e75-4bc0-851d-e18586e6418c,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:14.642773 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 75f15ca1-b2dd-4e2f-857a-5af350f77779 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:14.643270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.653805 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:14.660465 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'tag': 'c3f0935d-657d-4918-a1cf-10cf49337110'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:14.724879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:14.740173 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for port (a847b152-97d1-40f4-bf00-5e451810ae72), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.761421 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a847b152-97d1-40f4-bf00-5e451810ae72), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.761707 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4cddaf11-2cfd-4fdb-939e-4f4276de86ba), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.782763 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (9ff5361a-5414-4b75-9b44-40a598bbc642), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.828095 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec39c82-625c-4446-b1af-59c7baf06f18 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f0935d-657d-4918-a1cf-10cf49337110,revision_number=3']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:14.859604 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Checking segment: {'id': 'c163bf28-46a2-409f-8dd3-576f755058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a5c1770f-7eef-4a69-ac89-3371a420c564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:14.860560 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Network hostable DHCP agents. Network: a5c1770f-7eef-4a69-ac89-3371a420c564, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:41:14.893053 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Network a5c1770f-7eef-4a69-ac89-3371a420c564 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:41:14.928134 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, a5c1770f-7eef-4a69-ac89-3371a420c564) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:14.930048 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.931466 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4327250 Aug 29 22:41:14.932541 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:14.933149 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:14.990241 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db3c91-0e9a-4a0d-9b75-b14661aee6a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'Port': ['ID=a847b152-97d1-40f4-bf00-5e451810ae72,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:14.990510 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-aa0a37a0-edd1-473f-a0dc-5f0070b396ca admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1442318 Aug 29 22:41:15.010999 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.018261 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8f896-b3a8-4a9e-ba9f-de3bc2fd6ad6 None None] Network a5c1770f-7eef-4a69-ac89-3371a420c564 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:41:15.127545 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-08b8986d-269c-4501-8a1f-e49849fdafe1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--94296267&fields=id&tenant_id=cf0dd257dea04aca845b17f51e1c200e HTTP/1.1" status: 200 len: 267 time: 0.1279521 Aug 29 22:41:15.146386 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e2eadb4f-98bf-44c3-aa5f-1bb989ee2431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.172908 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d04376-8ab3-4ba7-86b8-e81007cbc842" -d '{"events": [{"name": "network-changed", "server_uuid": "5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59", "tag": "c3f0935d-657d-4918-a1cf-10cf49337110"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:15.296017 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 75f15ca1-b2dd-4e2f-857a-5af350f77779 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:15.296661 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.382021 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 75f15ca1-b2dd-4e2f-857a-5af350f77779, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=75f15ca1-b2dd-4e2f-857a-5af350f77779,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:15.383929 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:15.406180 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.491477 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.502571 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d925da-de2c-4db6-9599-574a4a898247 None None] Network a5c1770f-7eef-4a69-ac89-3371a420c564 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:41:15.532179 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.533365 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (9ff5361a-5414-4b75-9b44-40a598bbc642), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.595567 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Publish callbacks [] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.624295 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.637717 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=75f15ca1-b2dd-4e2f-857a-5af350f77779,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:15.639026 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=0efba723-3f46-4185-a11a-13f136d1cd6f,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:15.707235 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.711600 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc080c4-5729-4a39-9bd6-988d5888a1ca None None] Pushing event updated for resources: {'Port': ['ID=7c834911-085a-4f99-83f3-30ad96eb32a4,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:15.712338 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4bf1b61a-9529-47bf-9bde-5aa9a58c049a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4826450 Aug 29 22:41:15.755391 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-99d0652b-5da5-4ef1-87f3-a785cc1d1a7c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:15.765582 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-99d0652b-5da5-4ef1-87f3-a785cc1d1a7c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 810 time: 0.6369190 Aug 29 22:41:15.808367 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-bb79a4de-4176-4fa8-aafc-afa32dd45e8c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/quotas/cf0dd257dea04aca845b17f51e1c200e HTTP/1.1" status: 200 len: 375 time: 0.0407393 Aug 29 22:41:15.815157 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-8d8e3aaf-02bf-4062-81dc-36b64ab3ad59 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1401352152&fields=id&tenant_id=05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 267 time: 0.4351485 Aug 29 22:41:15.836355 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.867999 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:15.901614 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Attempting to bind port 7c834911-085a-4f99-83f3-30ad96eb32a4 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:15.902035 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Attempting to bind port 7c834911-085a-4f99-83f3-30ad96eb32a4 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:15.902512 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Attempting to bind port 7c834911-085a-4f99-83f3-30ad96eb32a4 on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:15.911364 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:15.911942 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Checking segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:15.912470 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.912992 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Bound using segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:15.913697 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Bound port: 7c834911-085a-4f99-83f3-30ad96eb32a4, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:15.914078 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:15.917962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:15.939750 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-31a2a553-e6a3-4d58-b437-73fdba6f11ee tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301320 Aug 29 22:41:16.005316 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:16.005702 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.055888 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-7f4335de-8821-4603-9c67-8cc282d8f8bd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:16.057479 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-7f4335de-8821-4603-9c67-8cc282d8f8bd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 817 time: 0.2038383 Aug 29 22:41:16.078392 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] For port 7c834911-085a-4f99-83f3-30ad96eb32a4, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:16.083610 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] For port 7c834911-085a-4f99-83f3-30ad96eb32a4, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7c834911-085a-4f99-83f3-30ad96eb32a4,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:16.086399 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-d3fd3253-3eaf-45c8-b1d8-d7886d6c9eed tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/quotas/05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 375 time: 0.0157230 Aug 29 22:41:16.095589 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.105224 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-d5683ef2-a4db-4cc9-a0c6-8a00a5ada4db service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520672 Aug 29 22:41:16.171889 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:16.172349 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.177411 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:16.178071 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:16.202384 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-867cd574-2f70-4093-b333-f895126e4d93 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961864 Aug 29 22:41:16.206568 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:16.259553 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-151f8426-6ab8-4c3e-b727-095457e707d7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221185 Aug 29 22:41:16.265122 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33792) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:16.271813 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-278912567-network', 'tenant_id': 'fe0bf0dc097b43678c10294dfe4a39dd'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:16.304276 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Made reservation on behalf of fe0bf0dc097b43678c10294dfe4a39dd for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:16.309073 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.319605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc080c4-5729-4a39-9bd6-988d5888a1ca None None] Pushing event updated for resources: {'Port': ['ID=7c834911-085a-4f99-83f3-30ad96eb32a4,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:16.337570 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.358254 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:16.366585 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.367813 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:16.379408 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:16.428166 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:16.534165 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-b94de4da-f2ed-462a-83ee-c29274c35c45 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:41:16.535220 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-b94de4da-f2ed-462a-83ee-c29274c35c45 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1326783 Aug 29 22:41:16.581045 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks [] for security_group (0fda176f-9240-4cee-9ef2-9faf5131c53d), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.588092 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0fda176f-9240-4cee-9ef2-9faf5131c53d), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.672542 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=134262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:41:16.689866 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fda176f-9240-4cee-9ef2-9faf5131c53d,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:16.715068 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (048cf3a3-9751-419e-9ac6-9030f6e5fd30), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.715523 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Added segment 048cf3a3-9751-419e-9ac6-9030f6e5fd30 of type vlan for network d6b88974-f33d-4424-ab10-615fd18c3712 Aug 29 22:41:16.756271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:16.770135 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:16.771038 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.898531 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (d6b88974-f33d-4424-ab10-615fd18c3712), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:16.912578 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-641a9711-da67-4d29-ae5f-26b5990f0192 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539584 Aug 29 22:41:17.004647 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (d6b88974-f33d-4424-ab10-615fd18c3712), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:17.005928 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:17.006601 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:17.049845 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1015ba1-1120-4a0b-a88e-4ae439329236 x-openstack-request-id: req-c1015ba1-1120-4a0b-a88e-4ae439329236 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:17.050207 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59", "tag": "c3f0935d-657d-4918-a1cf-10cf49337110", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:17.050461 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1015ba1-1120-4a0b-a88e-4ae439329236 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:17.050989 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1015ba1-1120-4a0b-a88e-4ae439329236'] response: {'name': 'network-changed', 'server_uuid': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'tag': 'c3f0935d-657d-4918-a1cf-10cf49337110', 'status': 'completed', 'code': 200} Aug 29 22:41:17.053212 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:17.154274 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b88974-f33d-4424-ab10-615fd18c3712,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:17.171128 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-00c530f6-b09b-4ef7-86f2-30ffb9bd99b0 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9039381 Aug 29 22:41:17.175516 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-3861de3e-80be-43d7-b01c-ab377b66531d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376168 Aug 29 22:41:17.175516 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33840) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:17.187654 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Request body: {'subnet': {'network_id': 'd6b88974-f33d-4424-ab10-615fd18c3712', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-278912567-subnet', 'tenant_id': 'fe0bf0dc097b43678c10294dfe4a39dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:17.229078 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network d6b88974-f33d-4424-ab10-615fd18c3712 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:41:17.318762 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0df57-6022-477e-91dc-30072e2ab2a1 req-a0923f4e-ac7e-47db-bcb8-a95c79cbc89e tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:17.320334 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-add0df57-6022-477e-91dc-30072e2ab2a1 req-a0923f4e-ac7e-47db-bcb8-a95c79cbc89e tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.1284466 Aug 29 22:41:17.321743 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Made reservation on behalf of fe0bf0dc097b43678c10294dfe4a39dd for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:17.324473 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:17.528467 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-add0df57-6022-477e-91dc-30072e2ab2a1 req-3633ec30-431d-4fa9-a5b4-60d239e75e9e tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957002 Aug 29 22:41:17.726118 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:17.741250 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:17.782649 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:17.789849 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:17.834163 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:17.919456 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-00a82ce2-24db-4c74-b106-fa04c361d1f5 req-8cb05fc8-0f8e-4a24-b168-380f51523775 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.1727350 Aug 29 22:41:17.933261 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (5f62bcf5-9eda-42da-9bff-b7b891f69f95), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:17.965404 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73f6b8-b024-484f-b603-43f5a5634470 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:41:17.987448 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.008366 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:18.019012 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.020039 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 776ecca3-0e75-4bc0-851d-e18586e6418c up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:18.160061 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-74d50311-042b-4618-853c-68d47451b897 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--437098532&fields=id&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 267 time: 0.5964339 Aug 29 22:41:18.195249 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5655a2c9-3955-4b27-b3a7-f6e6c0c8413d req-790fc970-68f3-497c-b606-eac9882238c8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.1379809 Aug 29 22:41:18.204067 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:18.211688 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 776ecca3-0e75-4bc0-851d-e18586e6418c triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:18.212218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.401740 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 776ecca3-0e75-4bc0-851d-e18586e6418c is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:18.407766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f62bcf5-9eda-42da-9bff-b7b891f69f95,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:18.411580 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:18.558684 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-28f6ee4c-712a-4657-b9e3-5a8a6e753994 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:18.559759 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-28f6ee4c-712a-4657-b9e3-5a8a6e753994 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.3986588 Aug 29 22:41:18.560461 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Checking segment: {'id': '048cf3a3-9751-419e-9ac6-9030f6e5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd6b88974-f33d-4424-ab10-615fd18c3712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:18.561393 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Network hostable DHCP agents. Network: d6b88974-f33d-4424-ab10-615fd18c3712, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:41:18.574783 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7c834911-085a-4f99-83f3-30ad96eb32a4 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:18.586908 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-9d0b33fe-63d4-4ea4-ad85-d25bb4fa1de6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/quotas/1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 375 time: 0.0168819 Aug 29 22:41:18.606670 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Network d6b88974-f33d-4424-ab10-615fd18c3712 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:41:18.648323 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 7c834911-085a-4f99-83f3-30ad96eb32a4 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:18.649055 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.649222 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, d6b88974-f33d-4424-ab10-615fd18c3712) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:18.660884 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-9fef9a53-93b3-456a-9372-eb41eb3387fa tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661836 Aug 29 22:41:18.673976 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:18.673976 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.678576 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c2e10-d423-4275-948d-48a72f0a3d21 None None] Network d6b88974-f33d-4424-ab10-615fd18c3712 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:41:18.761707 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-3f0116db-eb66-477b-979d-a304fd68f53d admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5884018 Aug 29 22:41:18.769673 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efefa8-1b08-491e-a48d-05448d129824 req-6223925b-256b-4173-9511-d6a202df2f10 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:18.772475 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6efefa8-1b08-491e-a48d-05448d129824 req-6223925b-256b-4173-9511-d6a202df2f10 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.1244209 Aug 29 22:41:18.789339 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:18.831975 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 7c834911-085a-4f99-83f3-30ad96eb32a4 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:18.832370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.848853 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-bbffa380-6596-404d-83a1-94931ab32ae7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713140 Aug 29 22:41:18.854038 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7989c5a3-3f2f-4fd6-8514-671f5842a76b None None] Network d6b88974-f33d-4424-ab10-615fd18c3712 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:41:18.903363 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33904) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:18.924991 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6efefa8-1b08-491e-a48d-05448d129824 req-4dbb8916-264b-45ac-9fd1-d313beadf046 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324279 Aug 29 22:41:18.938487 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 7c834911-085a-4f99-83f3-30ad96eb32a4, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7c834911-085a-4f99-83f3-30ad96eb32a4,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:18.956716 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] Deleting subnet 1850a084-1eaa-422d-a776-649af9206ad4 {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:41:18.960952 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] Publish callbacks [] for subnet (1850a084-1eaa-422d-a776-649af9206ad4), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.976936 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:18.977746 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75f15ca1-b2dd-4e2f-857a-5af350f77779 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:18.981714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:19.001413 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-d5b109a4-1c44-44e0-a6e8-701cf3f6cc63 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441097 Aug 29 22:41:19.050142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:19.058482 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:19.065888 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] Publish callbacks [] for subnet (1850a084-1eaa-422d-a776-649af9206ad4), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.080454 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c2785df3-7d9a-4d31-ac1d-0ec0f2f25f55 req-67d0df0c-2374-4991-aeb6-2e4ea1ab4e0e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0440037 Aug 29 22:41:19.084068 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (1850a084-1eaa-422d-a776-649af9206ad4), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.123333 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=7c834911-085a-4f99-83f3-30ad96eb32a4,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:19.127150 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 75f15ca1-b2dd-4e2f-857a-5af350f77779 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:19.127594 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.170684 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (1850a084-1eaa-422d-a776-649af9206ad4), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.207739 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.211089 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/1850a084-1eaa-422d-a776-649af9206ad4 HTTP/1.1" status: 204 len: 168 time: 0.3066554 Aug 29 22:41:19.212179 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602b5b-488c-4cb1-b208-d74ecbf84560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1850a084-1eaa-422d-a776-649af9206ad4,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:19.215593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33916) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:19.225422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:19.244689 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 75f15ca1-b2dd-4e2f-857a-5af350f77779 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:19.246353 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:19.252428 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ccdaeceb-54b4-4520-9415-28e8955061e5 req-c7e9093d-f764-4971-996f-96013439a425 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0603642 Aug 29 22:41:19.305255 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (a5c1770f-7eef-4a69-ac89-3371a420c564), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.313045 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:19.313422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.351581 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48fe8c10-f3e6-4ba1-ba99-5eefda9116bf req-21376ccf-5f3e-4e59-999a-715ddb7756ef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0336425 Aug 29 22:41:19.405485 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:19.406596 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:19.408502 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (a5c1770f-7eef-4a69-ac89-3371a420c564), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.434329 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.435352 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.436190 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.436564 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > port after_create 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.436908 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.437268 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > port after_update 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.437672 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.438011 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.438332 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.438652 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.457350 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:19.457729 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.539844 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:19.796210 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-e56d07d0-3531-4cda-84ef-89893ded450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:19.797388 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=87 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:19.799390 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-e56d07d0-3531-4cda-84ef-89893ded450d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5b5cee4eb87f4428aa0c68502f2eaab1&device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 1128 time: 0.1364744 Aug 29 22:41:19.804030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.804381 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.804709 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.805115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=134262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:41:19.805487 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c1770f-7eef-4a69-ac89-3371a420c564']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:19.825475 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c163bf28-46a2-409f-8dd3-576f755058bf') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:19.825986 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c163bf28-46a2-409f-8dd3-576f755058bf') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:19.845187 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (c163bf28-46a2-409f-8dd3-576f755058bf), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.870511 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (c163bf28-46a2-409f-8dd3-576f755058bf), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:19.885075 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:41:19.885648 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (c163bf28-46a2-409f-8dd3-576f755058bf), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.011137 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (a5c1770f-7eef-4a69-ac89-3371a420c564), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.021178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.030536 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/a5c1770f-7eef-4a69-ac89-3371a420c564 HTTP/1.1" status: 204 len: 168 time: 0.8110878 Aug 29 22:41:20.031086 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 33936) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:20.087484 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3ec56-61fe-4c9e-8e07-33e057e33c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c1770f-7eef-4a69-ac89-3371a420c564,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:20.186938 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbebb49-1c6b-4950-bf75-20d4f125b3cc req-547c9132-22eb-447e-b037-858adc252f77 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:20.194880 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bdbebb49-1c6b-4950-bf75-20d4f125b3cc req-547c9132-22eb-447e-b037-858adc252f77 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0944135 Aug 29 22:41:20.267346 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] Deleting subnet 5f62bcf5-9eda-42da-9bff-b7b891f69f95 {{(pid=134261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:41:20.293315 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] Publish callbacks [] for subnet (5f62bcf5-9eda-42da-9bff-b7b891f69f95), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.383972 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e3ea4bec-8631-45fd-817d-1c1133cfedcc req-dd56e40a-b743-4a81-a9cb-e37e7de0b694 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0943248 Aug 29 22:41:20.416079 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bdbebb49-1c6b-4950-bf75-20d4f125b3cc req-66abed21-3793-4b25-931a-1f9d657a68ee tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185898 Aug 29 22:41:20.441629 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment c163bf28-46a2-409f-8dd3-576f755058bf resource provider aggregate not found Aug 29 22:41:20.454034 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] Publish callbacks [] for subnet (5f62bcf5-9eda-42da-9bff-b7b891f69f95), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.478122 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment c163bf28-46a2-409f-8dd3-576f755058bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c163bf28-46a2-409f-8dd3-576f755058bf found for delete ", "request_id": "req-14c8469a-a416-416b-af99-7386f21f6cb5"}]} Aug 29 22:41:20.489719 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (5f62bcf5-9eda-42da-9bff-b7b891f69f95), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.573287 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7c834911-085a-4f99-83f3-30ad96eb32a4 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:20.674338 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 7c834911-085a-4f99-83f3-30ad96eb32a4 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:20.674892 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.710305 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dc7351ce-1cdd-4c06-ab7a-829636ebc850 req-eb840a33-0d2b-4ed3-b7d4-1c2d2e8e8c8d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0736654 Aug 29 22:41:20.744131 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c538db44-4a8f-4207-8da9-7d7718550284 req-10aa2545-c144-4549-ae46-143aa91db4c4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.1085963 Aug 29 22:41:20.779692 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (5f62bcf5-9eda-42da-9bff-b7b891f69f95), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.848889 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f62bcf5-9eda-42da-9bff-b7b891f69f95,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:20.857090 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:20.865578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33970) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:20.867219 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-1ca830cf-3aad-482b-a3a6-d2aeabd1a67b admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/5f62bcf5-9eda-42da-9bff-b7b891f69f95 HTTP/1.1" status: 204 len: 168 time: 0.8347015 Aug 29 22:41:20.880460 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 7c834911-085a-4f99-83f3-30ad96eb32a4 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:20.967655 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (d6b88974-f33d-4424-ab10-615fd18c3712), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.073063 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (d6b88974-f33d-4424-ab10-615fd18c3712), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.095278 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b88974-f33d-4424-ab10-615fd18c3712']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:21.111149 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048cf3a3-9751-419e-9ac6-9030f6e5fd30') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:21.111901 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048cf3a3-9751-419e-9ac6-9030f6e5fd30') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:21.142827 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (048cf3a3-9751-419e-9ac6-9030f6e5fd30), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.158432 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (048cf3a3-9751-419e-9ac6-9030f6e5fd30), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.167472 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:41:21.167855 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (048cf3a3-9751-419e-9ac6-9030f6e5fd30), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.232408 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (d6b88974-f33d-4424-ab10-615fd18c3712), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.238080 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.243810 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/d6b88974-f33d-4424-ab10-615fd18c3712 HTTP/1.1" status: 204 len: 168 time: 0.3743804 Aug 29 22:41:21.265573 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22f52e-0b34-4a7b-8581-66ffd59af28d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b88974-f33d-4424-ab10-615fd18c3712,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:21.450228 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33980) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:21.519451 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f41c27f-7e80-443e-ae22-237ae2cbfe75 req-9d4606bc-dd66-4675-875d-090b6cc86685 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0508707 Aug 29 22:41:21.529307 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-6997d807-ad5e-46ec-b277-bece53fab580 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=a7e1d9b8ca5f4f5a95684a15e7413d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768261 Aug 29 22:41:21.531472 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 33984) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:21.600118 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fa88d0c6-146d-494b-8cfc-b93d230e9105 admin admin] Publish callbacks [] for security_group (6b233735-2c58-44e4-971c-e30468ee8c1f), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.601700 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7234fd-8ac9-49f2-8b96-87c3df9c3b2e req-1ff2a163-a6d4-46a2-bb16-05e0cf329bd7 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:21.603330 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1b7234fd-8ac9-49f2-8b96-87c3df9c3b2e req-1ff2a163-a6d4-46a2-bb16-05e0cf329bd7 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0695877 Aug 29 22:41:21.624892 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fa88d0c6-146d-494b-8cfc-b93d230e9105 admin admin] Publish callbacks [] for security_group (6b233735-2c58-44e4-971c-e30468ee8c1f), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.674164 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1b7234fd-8ac9-49f2-8b96-87c3df9c3b2e req-c1a39918-c449-44af-9a4c-0389ac96400e tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647967 Aug 29 22:41:21.804307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:21.842694 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fa88d0c6-146d-494b-8cfc-b93d230e9105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6b233735-2c58-44e4-971c-e30468ee8c1f), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.845526 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fa88d0c6-146d-494b-8cfc-b93d230e9105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:21.848960 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-fa88d0c6-146d-494b-8cfc-b93d230e9105 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/6b233735-2c58-44e4-971c-e30468ee8c1f HTTP/1.1" status: 204 len: 168 time: 0.3142669 Aug 29 22:41:21.859969 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88d0c6-146d-494b-8cfc-b93d230e9105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b233735-2c58-44e4-971c-e30468ee8c1f,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:21.935035 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bf0dc339-84d8-41ea-a60c-59a5f968a5a4 req-391c55f4-00f6-468a-a098-55f31704033d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0883696 Aug 29 22:41:21.956734 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5010bf9d-e0b7-40b9-b967-dd65de668fe4 req-6bf848e7-4fcd-42b5-864b-400be2bf5b0a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0852404 Aug 29 22:41:22.194429 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:22.286641 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34000) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:22.327836 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e89a07a2-e994-4641-942b-102359370491 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fe0bf0dc097b43678c10294dfe4a39dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399992 Aug 29 22:41:22.330261 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34002) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:22.378672 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-059b4778-d26e-4781-b47a-2d004a29df63 admin admin] Publish callbacks [] for security_group (0fda176f-9240-4cee-9ef2-9faf5131c53d), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:22.400634 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-059b4778-d26e-4781-b47a-2d004a29df63 admin admin] Publish callbacks [] for security_group (0fda176f-9240-4cee-9ef2-9faf5131c53d), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:22.410993 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:22.449091 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-059b4778-d26e-4781-b47a-2d004a29df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0fda176f-9240-4cee-9ef2-9faf5131c53d), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:22.452122 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-059b4778-d26e-4781-b47a-2d004a29df63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:22.453321 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-059b4778-d26e-4781-b47a-2d004a29df63 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/0fda176f-9240-4cee-9ef2-9faf5131c53d HTTP/1.1" status: 204 len: 168 time: 0.1220911 Aug 29 22:41:22.461124 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b4778-d26e-4781-b47a-2d004a29df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fda176f-9240-4cee-9ef2-9faf5131c53d,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:22.496142 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 048cf3a3-9751-419e-9ac6-9030f6e5fd30 resource provider aggregate not found Aug 29 22:41:22.514791 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 048cf3a3-9751-419e-9ac6-9030f6e5fd30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 048cf3a3-9751-419e-9ac6-9030f6e5fd30 found for delete ", "request_id": "req-c3400456-0bb8-4b57-9901-a111ee114a43"}]} Aug 29 22:41:22.637873 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ab4186b3-5abb-485c-ad75-28df081b592e req-509d1954-4abb-4807-ad0b-b972df0556d8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0336986 Aug 29 22:41:22.784652 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:22.796657 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101441f-9185-49da-8170-ce48496e4ba9 req-ba1d92ba-e740-41d9-9b35-c6ffcd895aca tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:22.798206 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2101441f-9185-49da-8170-ce48496e4ba9 req-ba1d92ba-e740-41d9-9b35-c6ffcd895aca tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0504687 Aug 29 22:41:22.847925 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2101441f-9185-49da-8170-ce48496e4ba9 req-5477fa5c-f97e-4ad9-b144-30aec0371213 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Aug 29 22:41:23.088493 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-fd73d526-f485-425e-9ef4-027ef3d16378 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f0935d-657d-4918-a1cf-10cf49337110 HTTP/1.1" status: 200 len: 217 time: 0.0906031 Aug 29 22:41:23.147239 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-70d0e0a5-9a78-445f-82e8-eee911a895ba req-725b5dd4-b8d3-4e73-a100-b660fb0b1e25 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.1379781 Aug 29 22:41:23.176518 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ba868cae-8317-4de4-91e2-2a4860182d9a req-036d1a39-99f5-44a4-a66c-c560ca83d202 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0905385 Aug 29 22:41:23.223457 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-cc02efcb-d786-4238-b03a-55001253ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:23.224921 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-cc02efcb-d786-4238-b03a-55001253ba07 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=782fe3ba-2c4a-430a-9950-1e382d0a19a9 HTTP/1.1" status: 200 len: 851 time: 0.1120255 Aug 29 22:41:23.315361 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-1dfbfa65-602f-4989-986c-62bc74361aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:23.317612 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-1dfbfa65-602f-4989-986c-62bc74361aa6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822892 Aug 29 22:41:23.442355 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-6a2c978a-1ff9-4d7e-b3c6-e96f9d83f79e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150188 Aug 29 22:41:23.705804 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8206b0c4-5843-46c4-9aa7-9f26f7b9b2e6 req-a90e3fa4-e0c6-4744-8ae5-052e805bbfc4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563264 Aug 29 22:41:23.748026 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9ecb6ead-0d98-44cf-87f5-9ed93723578c req-c200caf4-df98-414d-b3a4-bc754c467595 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0269413 Aug 29 22:41:23.980867 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b12bc7-cc68-4255-838c-5e5cb91c65c4 req-f82ea42c-ed35-4cd2-b1c9-f3b2572e23b8 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:23.982361 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-90b12bc7-cc68-4255-838c-5e5cb91c65c4 req-f82ea42c-ed35-4cd2-b1c9-f3b2572e23b8 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0570028 Aug 29 22:41:24.029881 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-90b12bc7-cc68-4255-838c-5e5cb91c65c4 req-e49ab89d-853a-4d19-8c9b-e671b27c10b6 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Aug 29 22:41:24.258523 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-72301744-526f-4b5d-bd00-32517cb87915 req-7a6465be-8078-408b-ad00-a3cc22512746 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0344422 Aug 29 22:41:24.297764 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7631d517-9eef-4886-9210-a29230717597 req-11452602-b3b2-43b2-8d42-c308f4a595a3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0285265 Aug 29 22:41:24.864600 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc49bb95-9130-40e7-9dd0-e79e2d0b932e req-a449a0e1-337a-431e-99a9-96c931094d52 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0320821 Aug 29 22:41:25.149141 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0236244-1886-4575-bc32-a0cfbe8722bf req-a73776b0-b953-4863-9f0a-a4a23d5a1a3a tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:25.151419 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d0236244-1886-4575-bc32-a0cfbe8722bf req-a73776b0-b953-4863-9f0a-a4a23d5a1a3a tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0471518 Aug 29 22:41:25.175513 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:25.205026 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d0236244-1886-4575-bc32-a0cfbe8722bf req-ddc2da31-12bb-4300-bdc9-3c01338cae69 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Aug 29 22:41:25.362013 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e2b5fe2e-b117-4c68-b33d-2757f601867d req-04ffdeb9-22c9-4421-884f-c3edefd58ad0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0276327 Aug 29 22:41:25.408176 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f90c9cf4-aa38-481b-af05-9d08f4b9e078 req-06f45059-738b-496f-ae2b-3576058b5ee9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0287240 Aug 29 22:41:25.966575 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-da38879c-dc06-4dc0-814c-fa0021a7584b req-ca5fdce5-b268-4cbe-8ff7-efc1a2f7302c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0300565 Aug 29 22:41:26.319773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4406c-39a5-4cfa-aa51-1699aba3f14a req-d894617f-2dd7-49d1-ae94-efa268a4b7aa tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:26.321228 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fa4406c-39a5-4cfa-aa51-1699aba3f14a req-d894617f-2dd7-49d1-ae94-efa268a4b7aa tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0462191 Aug 29 22:41:26.369261 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fa4406c-39a5-4cfa-aa51-1699aba3f14a req-d10a0ec0-1091-419f-a2f8-68db436222a8 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Aug 29 22:41:26.466987 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2746a756-6004-4d46-b451-f01a95ed27c1 req-31dfd5b5-bb18-46ce-82f4-848aa3f063df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0287795 Aug 29 22:41:26.520447 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d147e6f0-9918-4195-b8d7-9c5c05c9d041 req-a4424ece-b897-4b62-b20d-63b0ca9378a7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0312588 Aug 29 22:41:27.068997 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c45c6c00-062d-43f1-8617-4872567105f5 req-99ff9c4c-b00a-43c3-9be8-9d758262b076 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0272143 Aug 29 22:41:27.512019 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88ee0-2a44-435c-b276-01a4417d39da req-cfff961e-ee7c-4ae2-b6aa-227973c29aff tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:27.513628 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e2e88ee0-2a44-435c-b276-01a4417d39da req-cfff961e-ee7c-4ae2-b6aa-227973c29aff tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0540156 Aug 29 22:41:27.586076 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-81ee7f21-5045-436c-bbfb-c971a3927b67 req-ef083ea9-4da1-49be-94e3-012702f975b4 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0374792 Aug 29 22:41:27.589561 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e2e88ee0-2a44-435c-b276-01a4417d39da req-6ef56b79-c671-47c5-9686-e07b30994797 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703392 Aug 29 22:41:27.673424 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cedc06f9-9fb6-40fb-a13e-13a57827fb57 req-2792b20d-8847-4eb0-b111-2911c978695e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0301697 Aug 29 22:41:28.166913 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1a03f0d5-1e44-4543-b3c5-3d5f52fe1631 req-119fc9a1-e239-43b5-8cc2-ecd5bbd6a532 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0286524 Aug 29 22:41:28.710512 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8ae106ec-4a2f-4b70-b995-a76ae3daed9e req-cc89e5a7-98bc-4e20-b7c0-c1e0df5ba25b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0512164 Aug 29 22:41:28.736207 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e959-93b6-4af3-84fb-1099a06dbf97 req-0f798f6a-08d8-4714-bd5a-43d06c8ae62b tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:28.736207 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a9f7e959-93b6-4af3-84fb-1099a06dbf97 req-0f798f6a-08d8-4714-bd5a-43d06c8ae62b tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0624719 Aug 29 22:41:28.784485 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:28.792327 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a9f7e959-93b6-4af3-84fb-1099a06dbf97 req-f4b2c412-63f2-41dc-9302-4fcedd7a9402 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Aug 29 22:41:28.831851 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7e98c20e-aee9-4f82-9969-ddd243f3d0d1 req-710e1d12-e8b3-4d95-af0d-b088c2c7e9bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0354636 Aug 29 22:41:29.273220 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-de6f4559-d06d-415e-bed1-2c982bc1ec10 req-d2e53c33-2e84-4369-bdd7-b2b687cf6aad tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0281222 Aug 29 22:41:29.795767 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:29.815851 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e7c853e5-4d59-485d-acb9-a1bb12fd499e req-de2deafd-4e22-4163-a612-0bf4481d4768 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0283465 Aug 29 22:41:29.946620 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a0840b7c-ea34-42da-b272-2181d19684f4 req-519655e6-cd38-4cc9-8dad-28fef026e6be tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0355179 Aug 29 22:41:29.953203 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffd110-9162-4958-8d6b-ea1eb97ff4af req-3707cd7e-3da4-4336-854a-a7acebdf89d2 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:29.954573 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8ffd110-9162-4958-8d6b-ea1eb97ff4af req-3707cd7e-3da4-4336-854a-a7acebdf89d2 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0761225 Aug 29 22:41:30.002840 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8ffd110-9162-4958-8d6b-ea1eb97ff4af req-1bfc3c07-b113-43da-ba88-0f11eedc8eed tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Aug 29 22:41:30.392198 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a13f4be1-951f-487d-863d-46f9f56947f8 req-345c0fe0-c93d-484b-bbf5-cc135a93cebf tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0356169 Aug 29 22:41:30.609309 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-575211ba-9a4a-4d49-ba0e-956afa055eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:30.612015 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-575211ba-9a4a-4d49-ba0e-956afa055eb2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5b5cee4eb87f4428aa0c68502f2eaab1&device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 1128 time: 0.1001790 Aug 29 22:41:30.834720 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-5f582608-8495-408c-bb99-25ad29d08397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:30.836230 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-5f582608-8495-408c-bb99-25ad29d08397 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec HTTP/1.1" status: 200 len: 913 time: 0.2083628 Aug 29 22:41:30.955361 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b9263430-b6e6-4987-83b7-a30ff21109a1 req-f11cdded-fc93-4971-8fce-5dde32d27ef5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0357685 Aug 29 22:41:30.961382 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device c3f0935d-657d-4918-a1cf-10cf49337110 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:41:31.023462 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:31.086335 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5dd33c0c-33ba-4099-a8db-d25927562697 req-f89dafdd-b52f-443e-a5b6-681ccf69af27 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0485752 Aug 29 22:41:31.128812 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port c3f0935d-657d-4918-a1cf-10cf49337110, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c3f0935d-657d-4918-a1cf-10cf49337110,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:31.147168 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-bbb50e17-a73b-4435-a9ed-179f285a5ffa service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f0935d-657d-4918-a1cf-10cf49337110 HTTP/1.1" status: 200 len: 217 time: 0.0515974 Aug 29 22:41:31.147419 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'c3f0935d-657d-4918-a1cf-10cf49337110', 'network_id': 'f93a61cd-da5c-42a0-b9db-a4c6949cf0ec', 'port_id': 'c3f0935d-657d-4918-a1cf-10cf49337110', 'mac_address': 'fa:16:3e:c1:02:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782fe3ba-2c4a-430a-9950-1e382d0a19a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:41:31.204424 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port c3f0935d-657d-4918-a1cf-10cf49337110 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:31.204831 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.217194 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998baab-7e3b-4c11-96a4-8cb5ae97e7be req-67ddf81e-a020-41e2-8993-43c1eadce2f5 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:31.219231 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c998baab-7e3b-4c11-96a4-8cb5ae97e7be req-67ddf81e-a020-41e2-8993-43c1eadce2f5 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 944 time: 0.0707660 Aug 29 22:41:31.220990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f0935d-657d-4918-a1cf-10cf49337110 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:31.246016 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port c3f0935d-657d-4918-a1cf-10cf49337110, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c3f0935d-657d-4918-a1cf-10cf49337110,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:31.252542 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.278640 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c998baab-7e3b-4c11-96a4-8cb5ae97e7be req-3c1afa80-6db0-4a21-b591-eda1f2fd4788 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531135 Aug 29 22:41:31.303193 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=c3f0935d-657d-4918-a1cf-10cf49337110,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:31.492258 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ec40a2d2-5093-4b08-9528-7ede3816e086 req-26d38de2-fbbd-4607-94dc-d06cf9414ca9 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0283926 Aug 29 22:41:31.498286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34298) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:31.618836 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2f624539-e730-4d3f-b693-5ec770ceb1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.694108 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2f624539-e730-4d3f-b693-5ec770ceb1a2 admin admin] Publish callbacks [] for security_group (6323be38-e8fb-43ad-ab71-b62e6da5089b), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.697983 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2f624539-e730-4d3f-b693-5ec770ceb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6323be38-e8fb-43ad-ab71-b62e6da5089b), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.739710 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f624539-e730-4d3f-b693-5ec770ceb1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6323be38-e8fb-43ad-ab71-b62e6da5089b,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:31.744146 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2f624539-e730-4d3f-b693-5ec770ceb1a2 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e2dc552429b044f7810faea6e1ebd40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447035 Aug 29 22:41:31.746795 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34318) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:31.797563 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-19d98634-b4d3-4f91-a016-1e7ac9d6b53f admin admin] Publish callbacks [] for security_group (6323be38-e8fb-43ad-ab71-b62e6da5089b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.810418 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=78 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:31.824340 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-19d98634-b4d3-4f91-a016-1e7ac9d6b53f admin admin] Publish callbacks [] for security_group (6323be38-e8fb-43ad-ab71-b62e6da5089b), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.859734 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:31.892723 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-19d98634-b4d3-4f91-a016-1e7ac9d6b53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6323be38-e8fb-43ad-ab71-b62e6da5089b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.895525 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-19d98634-b4d3-4f91-a016-1e7ac9d6b53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:31.899663 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-19d98634-b4d3-4f91-a016-1e7ac9d6b53f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/6323be38-e8fb-43ad-ab71-b62e6da5089b HTTP/1.1" status: 204 len: 168 time: 0.1519012 Aug 29 22:41:31.909425 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d98634-b4d3-4f91-a016-1e7ac9d6b53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6323be38-e8fb-43ad-ab71-b62e6da5089b,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:32.064903 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5cf06622-4670-4a04-9194-3af613488a00 req-f8420cb3-bd3a-4395-a09f-6bc6796468b8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0289912 Aug 29 22:41:32.187323 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-14db7b74-ed00-4435-b83b-d41b3257323b req-0aab0285-2747-47fd-b77c-353723dcbe56 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0347428 Aug 29 22:41:32.234522 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34344) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:32.337245 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34350) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:32.352611 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06d9bda7-1aec-47f6-a17d-85768daf16d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.352805 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6a05-f5b4-467e-9b70-09ebe8c19880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.416228 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eada6b-8f07-4073-b954-7b28b1d03235 req-09216534-3aa7-47ff-99e2-109b5b643079 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:32.417855 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8eada6b-8f07-4073-b954-7b28b1d03235 req-09216534-3aa7-47ff-99e2-109b5b643079 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 945 time: 0.0628381 Aug 29 22:41:32.432182 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6a05-f5b4-467e-9b70-09ebe8c19880 admin admin] Publish callbacks [] for security_group (359b4783-c4f9-4efd-8609-4aac587bfa97), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.437173 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6a05-f5b4-467e-9b70-09ebe8c19880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (359b4783-c4f9-4efd-8609-4aac587bfa97), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.441464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:32.460913 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:32.480305 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ec8b6a05-f5b4-467e-9b70-09ebe8c19880 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=9ea91eb1c3a5470c84c8887884a9552e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441814 Aug 29 22:41:32.481130 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b6a05-f5b4-467e-9b70-09ebe8c19880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b4783-c4f9-4efd-8609-4aac587bfa97,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:32.484175 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34352) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:32.512410 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8eada6b-8f07-4073-b954-7b28b1d03235 req-a7c3aa65-86cf-43b9-aefe-7eb647adc999 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859444 Aug 29 22:41:32.538427 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06d9bda7-1aec-47f6-a17d-85768daf16d3 admin admin] Publish callbacks [] for security_group (c054ab4b-77ea-4d6c-8101-7eb28000ce7c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.538427 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06d9bda7-1aec-47f6-a17d-85768daf16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c054ab4b-77ea-4d6c-8101-7eb28000ce7c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.539081 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ab399daf-a701-4d1b-8b51-e8d089cc3b13 admin admin] Publish callbacks [] for security_group (359b4783-c4f9-4efd-8609-4aac587bfa97), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.557456 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ab399daf-a701-4d1b-8b51-e8d089cc3b13 admin admin] Publish callbacks [] for security_group (359b4783-c4f9-4efd-8609-4aac587bfa97), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.580448 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-06d9bda7-1aec-47f6-a17d-85768daf16d3 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=30e25f6c7ade474c91942916851c81bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419288 Aug 29 22:41:32.588010 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34356) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:32.589767 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9bda7-1aec-47f6-a17d-85768daf16d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c054ab4b-77ea-4d6c-8101-7eb28000ce7c,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:32.609726 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ab399daf-a701-4d1b-8b51-e8d089cc3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (359b4783-c4f9-4efd-8609-4aac587bfa97), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.612504 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ab399daf-a701-4d1b-8b51-e8d089cc3b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.613638 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ab399daf-a701-4d1b-8b51-e8d089cc3b13 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/359b4783-c4f9-4efd-8609-4aac587bfa97 HTTP/1.1" status: 204 len: 168 time: 0.1285663 Aug 29 22:41:32.621396 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3a8f42d-a6ca-456f-8eaf-393124b052fa req-1a3352cf-ab31-48dc-82a5-bbfed46aadb0 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0467169 Aug 29 22:41:32.623982 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab399daf-a701-4d1b-8b51-e8d089cc3b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b4783-c4f9-4efd-8609-4aac587bfa97,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:32.674018 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2090a8e9-93a8-4d8c-a4a3-e1f89c4a70a1 admin admin] Publish callbacks [] for security_group (c054ab4b-77ea-4d6c-8101-7eb28000ce7c), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.695158 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2090a8e9-93a8-4d8c-a4a3-e1f89c4a70a1 admin admin] Publish callbacks [] for security_group (c054ab4b-77ea-4d6c-8101-7eb28000ce7c), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.745035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2090a8e9-93a8-4d8c-a4a3-e1f89c4a70a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c054ab4b-77ea-4d6c-8101-7eb28000ce7c), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.748266 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2090a8e9-93a8-4d8c-a4a3-e1f89c4a70a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:32.749465 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2090a8e9-93a8-4d8c-a4a3-e1f89c4a70a1 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c054ab4b-77ea-4d6c-8101-7eb28000ce7c HTTP/1.1" status: 204 len: 168 time: 0.1559801 Aug 29 22:41:32.758142 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090a8e9-93a8-4d8c-a4a3-e1f89c4a70a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c054ab4b-77ea-4d6c-8101-7eb28000ce7c,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:32.998095 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34372) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:33.011619 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5d3690d5-dd8d-4eba-96c3-1061dccd655d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.094163 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5d3690d5-dd8d-4eba-96c3-1061dccd655d admin admin] Publish callbacks [] for security_group (ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.098476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5d3690d5-dd8d-4eba-96c3-1061dccd655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.165281 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5d3690d5-dd8d-4eba-96c3-1061dccd655d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=4e187cae5dbf414cbae1cc15aaa9a503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656258 Aug 29 22:41:33.166346 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34380) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:33.166882 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3690d5-dd8d-4eba-96c3-1061dccd655d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:33.188555 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb732f31-ba4b-4e59-8948-5c250231e65a req-f7d8b1d9-4d50-4caf-8c76-32481bed83a2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0415862 Aug 29 22:41:33.255505 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ff1a074a-d7c6-4b09-9d23-2770045934a8 admin admin] Publish callbacks [] for security_group (ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.280593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ff1a074a-d7c6-4b09-9d23-2770045934a8 admin admin] Publish callbacks [] for security_group (ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.303099 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cea793e7-86f7-4455-a123-56220d949b27 req-8fd0c6e8-d16d-42a2-96c9-4754edddcc3c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0296977 Aug 29 22:41:33.335003 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ff1a074a-d7c6-4b09-9d23-2770045934a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.336906 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ff1a074a-d7c6-4b09-9d23-2770045934a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.338047 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ff1a074a-d7c6-4b09-9d23-2770045934a8 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a HTTP/1.1" status: 204 len: 168 time: 0.1706338 Aug 29 22:41:33.348678 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a074a-d7c6-4b09-9d23-2770045934a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3320b6-ac33-476b-a3c4-da7b0ecd2c9a,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:33.641196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a781cf-e438-4ce3-a6b7-afbcd3c58be8 req-68dc4ad3-f35c-4c0a-a90c-208b3e5a575a tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:33.642807 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c2a781cf-e438-4ce3-a6b7-afbcd3c58be8 req-68dc4ad3-f35c-4c0a-a90c-208b3e5a575a tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 945 time: 0.0517447 Aug 29 22:41:33.650916 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34402) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:33.668569 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c16b0791-3f86-47e1-8e94-fdec5366728a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.701323 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c2a781cf-e438-4ce3-a6b7-afbcd3c58be8 req-efa43eb8-e6ca-4acb-b0a2-91f6389050d3 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491991 Aug 29 22:41:33.761145 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f84d2a40-74b4-43e1-b2c6-610efdf35754 req-02740f02-c6e0-4fa6-806f-74dbc94ec735 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0315497 Aug 29 22:41:33.766636 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c16b0791-3f86-47e1-8e94-fdec5366728a admin admin] Publish callbacks [] for security_group (68e056db-545f-4655-b8be-bec08c4156c0), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.771387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c16b0791-3f86-47e1-8e94-fdec5366728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (68e056db-545f-4655-b8be-bec08c4156c0), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.811765 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c16b0791-3f86-47e1-8e94-fdec5366728a admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=58efed42092f4a03a0185b841c5752e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596577 Aug 29 22:41:33.812864 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b0791-3f86-47e1-8e94-fdec5366728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e056db-545f-4655-b8be-bec08c4156c0,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:33.814545 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34408) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:33.869504 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dd486c7-4e81-4f44-ab91-0cb799a1ea13 admin admin] Publish callbacks [] for security_group (68e056db-545f-4655-b8be-bec08c4156c0), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.889266 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dd486c7-4e81-4f44-ab91-0cb799a1ea13 admin admin] Publish callbacks [] for security_group (68e056db-545f-4655-b8be-bec08c4156c0), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.917863 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:33.942032 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dd486c7-4e81-4f44-ab91-0cb799a1ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (68e056db-545f-4655-b8be-bec08c4156c0), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.944958 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9dd486c7-4e81-4f44-ab91-0cb799a1ea13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:33.946132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9dd486c7-4e81-4f44-ab91-0cb799a1ea13 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/68e056db-545f-4655-b8be-bec08c4156c0 HTTP/1.1" status: 204 len: 168 time: 0.1304927 Aug 29 22:41:33.954115 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd486c7-4e81-4f44-ab91-0cb799a1ea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e056db-545f-4655-b8be-bec08c4156c0,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:34.000422 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.84', 57656) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:34.003965 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.84', 57657) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:34.108568 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-3ce88eb1-5023-4857-a1d3-843c7bce733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:34.112360 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-3ce88eb1-5023-4857-a1d3-843c7bce733f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=782fe3ba-2c4a-430a-9950-1e382d0a19a9 HTTP/1.1" status: 200 len: 851 time: 0.1213787 Aug 29 22:41:34.153429 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.84', 57658) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:34.268918 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:34.279025 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['c3f0935d-657d-4918-a1cf-10cf49337110'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:41:34.398339 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-074adfdb-e5c3-412f-b790-6aa5f82900ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:34.402685 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-074adfdb-e5c3-412f-b790-6aa5f82900ad service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2824171 Aug 29 22:41:34.458523 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:34.512648 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5eb1c3a9-e017-48df-862d-e752259046ca req-f2be9682-b971-49a3-85f5-fb7af5cbac16 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.1557710 Aug 29 22:41:34.606789 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:34.678877 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:34.686518 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8549fada-7c93-4b31-ae6e-e9c1df29507c req-0da7342d-685a-4e9a-87b4-bb9c8b218e6a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.2100928 Aug 29 22:41:34.693516 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-33263e34-a854-435e-a388-552541775926 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:34.699550 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-33263e34-a854-435e-a388-552541775926 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 817 time: 0.3834209 Aug 29 22:41:34.767993 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-0993ec13-1a3d-4a4f-8bcd-4cd6d9e65b20 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:34.770303 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-0993ec13-1a3d-4a4f-8bcd-4cd6d9e65b20 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.5589235 Aug 29 22:41:34.801169 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-042b611b-6d04-4428-8348-daf32b22cf81 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385253 Aug 29 22:41:34.873577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-3077ac7a-eb51-475a-a84a-dfbf8e758145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:34.876147 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-3077ac7a-eb51-475a-a84a-dfbf8e758145 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 810 time: 0.8699176 Aug 29 22:41:34.904313 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f992f9d-dc02-4073-a903-8ece6dbefe8d req-c8f3f51c-c81c-4396-97da-a4557e246f5f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0379281 Aug 29 22:41:34.935949 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-70f4d12a-36e6-42e8-8955-9c818cbbe1da tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 380 time: 0.1658335 Aug 29 22:41:34.949308 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'port': {'device_id': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'admin_state_up': True, 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'security_groups': ['e20285cb-da00-49f8-9335-12b7d1ec388e']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:34.995663 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2138e0-febc-4d24-b273-ae85d9e67cef req-24fc7406-4564-4e65-ad92-a74fbb1dcdb9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:35.003234 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d2138e0-febc-4d24-b273-ae85d9e67cef req-24fc7406-4564-4e65-ad92-a74fbb1dcdb9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 945 time: 0.1744392 Aug 29 22:41:35.066420 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-5e18652c-09a6-4eab-af72-c92e89ed96dc tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf0dd257dea04aca845b17f51e1c200e HTTP/1.1" status: 200 len: 378 time: 0.1790767 Aug 29 22:41:35.078460 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'port': {'device_id': '69f655b3-78d2-40f5-ac78-806952dba34b', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'admin_state_up': True, 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'security_groups': ['c928fd4d-e3aa-46d6-930c-03df3645f441']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:35.225088 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Made reservation on behalf of 05e6d1afb63446af887a1de133b7bf2e for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:35.229519 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:35.332640 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d2138e0-febc-4d24-b273-ae85d9e67cef req-c9894271-a1a9-4e45-8fbf-4094b89b4314 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282940 Aug 29 22:41:35.347467 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-628c28b0-e550-40cb-b457-211f83dd4f70 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 379 time: 0.4420729 Aug 29 22:41:35.362197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'port': {'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'admin_state_up': True, 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'security_groups': ['f3742976-90fd-4586-acf8-d84678ff43a4']}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:35.386090 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Made reservation on behalf of cf0dd257dea04aca845b17f51e1c200e for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:35.392366 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:35.503446 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19d04376-8ab3-4ba7-86b8-e81007cbc842 req-e4c8d2bf-3e77-49c8-8d66-0549f36d067b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944109 Aug 29 22:41:35.584491 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Made reservation on behalf of 1fcb391184b94306898e43379094e5f6 for: {'port': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:41:35.599130 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:35.732479 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-47813c53-7a12-410a-b595-a7be5c70efb2 req-d0e6301a-3de3-4704-8fad-5fd7eeffbab3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0470109 Aug 29 22:41:35.745664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Allocated IP 172.20.0.9 (eb2d0869-f5f7-40a7-9c40-ad66d99bd892/ce744b8b-a9c8-44f7-9b04-396759716cee/20694cdd-bf51-4e4c-8264-c22bdfb04cb9) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:35.820704 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Allocated IP 172.20.0.6 (b66f117d-e67e-472b-adb6-20d24f75e534/e7360599-db95-4a16-8341-5065482e9ef7/62afccef-e8d2-4fce-8052-0f7da6e93ebc) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:35.867351 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:35.903007 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2823e11a-f961-4a47-b6c4-ec7bc8c09f54 req-2aa51eab-ff12-4697-994e-370891c54330 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0616548 Aug 29 22:41:35.924519 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.20.0.10 (c4fab7c6-be28-40e9-82ea-67b0ac291d9e/246e4181-9156-4f0d-9309-b08bd404aa8c/f190fef4-1aa0-400e-be49-90c39442815f) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:41:35.993162 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device c3f0935d-657d-4918-a1cf-10cf49337110 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:35.997167 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:36.001142 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:36.084122 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port c3f0935d-657d-4918-a1cf-10cf49337110 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:41:36.086261 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-70a9b340-8341-42b9-bf60-03b4c0348aa5 req-5b0f19dd-de31-41ed-80a5-e1e4b0e59e9b tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0626552 Aug 29 22:41:36.095881 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34524) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:36.115957 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port c3f0935d-657d-4918-a1cf-10cf49337110 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:36.116616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.118487 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.197306 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (f190fef4-1aa0-400e-be49-90c39442815f), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.201544 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.245952 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.246798 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port c3f0935d-657d-4918-a1cf-10cf49337110 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:36.248889 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.271328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (f190fef4-1aa0-400e-be49-90c39442815f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.290917 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:36.301676 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port c3f0935d-657d-4918-a1cf-10cf49337110, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c3f0935d-657d-4918-a1cf-10cf49337110,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:36.303376 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f0935d-657d-4918-a1cf-10cf49337110'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:36.308055 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.327155 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-afff2445-0eb5-40b9-9b51-7a542e8f9ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.361120 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:36.363001 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Network b66f117d-e67e-472b-adb6-20d24f75e534 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:36.368563 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:36.371910 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:36.373549 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:36.378285 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:36.379103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.380241 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:36.383258 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'Port': ['ID=62afccef-e8d2-4fce-8052-0f7da6e93ebc,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:36.395513 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:41:36.398092 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=f190fef4-1aa0-400e-be49-90c39442815f,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:36.415564 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-47471d63-e448-4e05-9c5b-9e119a10b3c2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0600936 Aug 29 22:41:36.445355 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.456965 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Request body: {'port': {'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:36.743165 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af2d3c-bcb3-4a03-9352-735e3e5e4c4c" -d '{"events": [{"server_uuid": "5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59", "name": "network-vif-plugged", "status": "completed", "tag": "c3f0935d-657d-4918-a1cf-10cf49337110"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:36.780695 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:41:36.792316 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (f190fef4-1aa0-400e-be49-90c39442815f), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.797027 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:41:36.810054 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd8072-d0a1-4886-84a4-f83b88d32520 req-e9f3465a-3733-476b-b46f-77f1434e44e8 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:36.812342 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e6bd8072-d0a1-4886-84a4-f83b88d32520 req-e9f3465a-3733-476b-b46f-77f1434e44e8 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.2799075 Aug 29 22:41:36.826278 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=c3f0935d-657d-4918-a1cf-10cf49337110,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:36.875535 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-987b73a9-ac5e-421a-b8fc-6415e1490775 None None] Provisioning complete for port f190fef4-1aa0-400e-be49-90c39442815f triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:36.877461 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-987b73a9-ac5e-421a-b8fc-6415e1490775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (f190fef4-1aa0-400e-be49-90c39442815f), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.893314 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:36.994118 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-987b73a9-ac5e-421a-b8fc-6415e1490775 None None] Port f190fef4-1aa0-400e-be49-90c39442815f cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:37.024696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-987b73a9-ac5e-421a-b8fc-6415e1490775 None None] Provisioning complete for port 62afccef-e8d2-4fce-8052-0f7da6e93ebc triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:37.025069 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-987b73a9-ac5e-421a-b8fc-6415e1490775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.030635 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e6bd8072-d0a1-4886-84a4-f83b88d32520 req-d88e8c15-da1a-4cc3-89f8-ce603cfccfea tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929071 Aug 29 22:41:37.073613 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:37.081788 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.105379 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-afff2445-0eb5-40b9-9b51-7a542e8f9ea9 admin admin] Publish callbacks [] for security_group (4528196c-5fc5-44f1-ab2d-edaf48494924), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.119550 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-afff2445-0eb5-40b9-9b51-7a542e8f9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4528196c-5fc5-44f1-ab2d-edaf48494924), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.147632 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-987b73a9-ac5e-421a-b8fc-6415e1490775 None None] Port 62afccef-e8d2-4fce-8052-0f7da6e93ebc cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:37.149795 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:37.151017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.181524 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-2f737602-a8e4-4b02-9ea5-0960114c569c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1090569 Aug 29 22:41:37.195841 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Request body: {'port': {'device_id': '69f655b3-78d2-40f5-ac78-806952dba34b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:37.200896 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-96cdefeb-0a90-48b9-b089-84c6d514b6ae tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2570298 Aug 29 22:41:37.211271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e051bb2-cdcb-4f38-b680-8688e8f8677a x-openstack-request-id: req-9e051bb2-cdcb-4f38-b680-8688e8f8677a {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:37.211551 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59", "name": "network-vif-plugged", "status": "completed", "tag": "c3f0935d-657d-4918-a1cf-10cf49337110", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:37.212026 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e051bb2-cdcb-4f38-b680-8688e8f8677a {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:37.212255 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e051bb2-cdcb-4f38-b680-8688e8f8677a'] response: {'server_uuid': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f0935d-657d-4918-a1cf-10cf49337110', 'code': 200} Aug 29 22:41:37.273371 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-b490f8a8-71a2-410a-9bfb-a85294a2f890 None None] Provisioning complete for port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:37.276527 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b490f8a8-71a2-410a-9bfb-a85294a2f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.296992 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Request body: {'port': {'device_id': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:37.312557 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-afff2445-0eb5-40b9-9b51-7a542e8f9ea9 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7110fea89c1f4bfabbefa7d793490c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2157719 Aug 29 22:41:37.344296 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34576) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:37.349052 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-b490f8a8-71a2-410a-9bfb-a85294a2f890 None None] Port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:41:37.408925 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff2445-0eb5-40b9-9b51-7a542e8f9ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4528196c-5fc5-44f1-ab2d-edaf48494924,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:37.428389 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.454219 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.468787 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:37.509072 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856e85-d9cb-4946-8cc3-0980c1d584c3 req-33b14ef6-172d-46f7-bfcb-a97548e5c09f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:37.511723 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c856e85-d9cb-4946-8cc3-0980c1d584c3 req-33b14ef6-172d-46f7-bfcb-a97548e5c09f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 932 time: 0.2293689 Aug 29 22:41:37.552712 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a912-836b-4a99-a23e-4ee1890c020c req-a1b35a70-2b02-4cb7-8c11-92d2b75c5f83 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:37.559462 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ccb6a912-836b-4a99-a23e-4ee1890c020c req-a1b35a70-2b02-4cb7-8c11-92d2b75c5f83 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 931 time: 0.2159910 Aug 29 22:41:37.610371 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:37.662354 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ccb6a912-836b-4a99-a23e-4ee1890c020c req-1c2e336b-53b2-461a-988f-93337360430b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999520 Aug 29 22:41:37.757806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:37.788355 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:37.803980 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c856e85-d9cb-4946-8cc3-0980c1d584c3 req-303c782a-f5ad-4e08-8658-d08ef95620f2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826898 Aug 29 22:41:37.826898 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2b01428f-35b5-4adc-8c3e-e4c9e6192f11 admin admin] Publish callbacks [] for security_group (4528196c-5fc5-44f1-ab2d-edaf48494924), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:37.957139 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c69dac-fe31-4fd3-9099-be597f319a73 req-2583ba73-7eb8-48a0-9d99-71557cfe172c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:37.963284 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67c69dac-fe31-4fd3-9099-be597f319a73 req-2583ba73-7eb8-48a0-9d99-71557cfe172c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 931 time: 0.1269026 Aug 29 22:41:37.980026 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2b01428f-35b5-4adc-8c3e-e4c9e6192f11 admin admin] Publish callbacks [] for security_group (4528196c-5fc5-44f1-ab2d-edaf48494924), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.011333 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62afccef-e8d2-4fce-8052-0f7da6e93ebc {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:38.036546 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Publish callbacks [] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.061534 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:38.071329 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Transition to ACTIVE for port object 62afccef-e8d2-4fce-8052-0f7da6e93ebc will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:41:38.073307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Publish callbacks [] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.079937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.102951 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f190fef4-1aa0-400e-be49-90c39442815f {{(pid=134261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:38.110909 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67c69dac-fe31-4fd3-9099-be597f319a73 req-21093b42-7295-40d0-96be-a5bb1fead705 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464930 Aug 29 22:41:38.115110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Transition to ACTIVE for port object 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:41:38.117145 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Publish callbacks [] for port (f190fef4-1aa0-400e-be49-90c39442815f), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.123341 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.165676 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.provisioning_blocks [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Transition to ACTIVE for port object f190fef4-1aa0-400e-be49-90c39442815f will not be triggered until provisioned by entity L2. {{(pid=134261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:41:38.169582 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2b01428f-35b5-4adc-8c3e-e4c9e6192f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4528196c-5fc5-44f1-ab2d-edaf48494924), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.172073 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2b01428f-35b5-4adc-8c3e-e4c9e6192f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.173221 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2b01428f-35b5-4adc-8c3e-e4c9e6192f11 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4528196c-5fc5-44f1-ab2d-edaf48494924 HTTP/1.1" status: 204 len: 168 time: 0.8239830 Aug 29 22:41:38.182644 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (f190fef4-1aa0-400e-be49-90c39442815f), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.188544 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01428f-35b5-4adc-8c3e-e4c9e6192f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4528196c-5fc5-44f1-ab2d-edaf48494924,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.192006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Pushing event updated for resources: {'Port': ['ID=62afccef-e8d2-4fce-8052-0f7da6e93ebc,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.226416 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d727ad-2121-47c4-88fc-38281c50a9f2 req-940d2c8d-b27e-4af5-a049-473760a513e7 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:38.233222 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f3d727ad-2121-47c4-88fc-38281c50a9f2 req-940d2c8d-b27e-4af5-a049-473760a513e7 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.1171389 Aug 29 22:41:38.314562 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f190fef4-1aa0-400e-be49-90c39442815f,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.332138 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Attempting to bind port f190fef4-1aa0-400e-be49-90c39442815f on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:38.332481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Attempting to bind port f190fef4-1aa0-400e-be49-90c39442815f by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:38.332813 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Attempting to bind port f190fef4-1aa0-400e-be49-90c39442815f on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:38.335772 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Attempting to bind port 62afccef-e8d2-4fce-8052-0f7da6e93ebc on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:38.336126 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Attempting to bind port 62afccef-e8d2-4fce-8052-0f7da6e93ebc by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:38.336448 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Attempting to bind port 62afccef-e8d2-4fce-8052-0f7da6e93ebc on network b66f117d-e67e-472b-adb6-20d24f75e534 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:38.341727 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.346853 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Port f190fef4-1aa0-400e-be49-90c39442815f on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:41:38.347066 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Attempting to bind port f190fef4-1aa0-400e-be49-90c39442815f on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:38.350867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Port 62afccef-e8d2-4fce-8052-0f7da6e93ebc on network b66f117d-e67e-472b-adb6-20d24f75e534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:41:38.351382 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Attempting to bind port 62afccef-e8d2-4fce-8052-0f7da6e93ebc on network b66f117d-e67e-472b-adb6-20d24f75e534 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:38.359020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f3d727ad-2121-47c4-88fc-38281c50a9f2 req-36ebeca8-2b62-46b6-a7e7-df4d86fa7751 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056066 Aug 29 22:41:38.359773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:38.360088 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Checking segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:38.360460 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Bound using segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:38.360902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Bound port: f190fef4-1aa0-400e-be49-90c39442815f, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:38.361263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (f190fef4-1aa0-400e-be49-90c39442815f), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.365013 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:38.365378 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Checking segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:38.365922 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Bound using segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:38.366347 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Bound port: 62afccef-e8d2-4fce-8052-0f7da6e93ebc, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:38.366891 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.410971 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Attempting to bind port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:41:38.411311 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Attempting to bind port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:41:38.411638 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Attempting to bind port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:38.423400 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:41:38.423730 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Attempting to bind port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:41:38.437931 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:38.442691 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:41:38.443056 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Checking segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:41:38.443820 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Bound using segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:41:38.443938 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Bound port: 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:41:38.444209 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.453612 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] For port f190fef4-1aa0-400e-be49-90c39442815f, host hv-cinder-85427, cleared binding levels {{(pid=134261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:38.457610 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] For port f190fef4-1aa0-400e-be49-90c39442815f, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f190fef4-1aa0-400e-be49-90c39442815f,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:38.462057 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] For port 62afccef-e8d2-4fce-8052-0f7da6e93ebc, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:38.467636 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (f190fef4-1aa0-400e-be49-90c39442815f), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.494005 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:38.494656 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.496120 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/f190fef4-1aa0-400e-be49-90c39442815f HTTP/1.1" status: 200 len: 1094 time: 2.0633850 Aug 29 22:41:38.496667 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:38.499877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eabd9b-e48c-4207-b856-f773d81b6be0" -d '{"events": [{"name": "network-changed", "server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "tag": "f190fef4-1aa0-400e-be49-90c39442815f"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:38.504664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] For port 62afccef-e8d2-4fce-8052-0f7da6e93ebc, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:38.518862 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.534232 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebf305-b2a2-40d1-b245-65ada9038cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f190fef4-1aa0-400e-be49-90c39442815f,revision_number=3']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.549960 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:38.550826 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.552238 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/62afccef-e8d2-4fce-8052-0f7da6e93ebc HTTP/1.1" status: 200 len: 1093 time: 1.3619258 Aug 29 22:41:38.554496 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:38.557831 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2c741-519c-42ae-af8b-c47486e77cb3 x-openstack-request-id: req-1cf2c741-519c-42ae-af8b-c47486e77cb3 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:38.558167 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "tag": "f190fef4-1aa0-400e-be49-90c39442815f", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:38.558423 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cf2c741-519c-42ae-af8b-c47486e77cb3 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:38.558887 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf2c741-519c-42ae-af8b-c47486e77cb3'] response: {'name': 'network-changed', 'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f', 'status': 'completed', 'code': 200} Aug 29 22:41:38.580868 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:38.591236 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:41:38.598106 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36328551-03eb-4984-96a3-363a96a8c937 service neutron] Pushing event updated for resources: {'Port': ['ID=62afccef-e8d2-4fce-8052-0f7da6e93ebc,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.610631 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:41:38.617368 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.621695 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:38.622214 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.623616 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 1093 time: 1.3442967 Aug 29 22:41:38.624193 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 34610) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:38.644768 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f707773b-ab2e-42c8-8d8c-db92f51a0035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.668867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233e37f-e41a-4b66-97ec-56f8a964381f service neutron] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.688733 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:38.696130 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31604452-37ff-4ae5-9c1d-a9284aff3672" -d '{"events": [{"name": "network-changed", "server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:38.722873 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:38.729771 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f707773b-ab2e-42c8-8d8c-db92f51a0035 admin admin] Publish callbacks [] for security_group (e7e2c3e5-64a7-40fd-80b0-fc09346785fa), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.733614 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f707773b-ab2e-42c8-8d8c-db92f51a0035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (e7e2c3e5-64a7-40fd-80b0-fc09346785fa), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.784903 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707773b-ab2e-42c8-8d8c-db92f51a0035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2c3e5-64a7-40fd-80b0-fc09346785fa,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:38.792768 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f707773b-ab2e-42c8-8d8c-db92f51a0035 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=f779e7fcf7cf4e28aed9bcd920c0ea4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649063 Aug 29 22:41:38.793279 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34618) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:38.799571 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=20 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:38.850577 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba2991-2219-4931-a743-d17a25343cba req-998f694a-0e77-4f72-aab5-276a18e9b559 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:38.852369 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-91ba2991-2219-4931-a743-d17a25343cba req-998f694a-0e77-4f72-aab5-276a18e9b559 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0596392 Aug 29 22:41:38.857555 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-82da0369-3c9f-47b4-8490-960dc2a7df1d admin admin] Publish callbacks [] for security_group (e7e2c3e5-64a7-40fd-80b0-fc09346785fa), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.870820 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:38.881026 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-82da0369-3c9f-47b4-8490-960dc2a7df1d admin admin] Publish callbacks [] for security_group (e7e2c3e5-64a7-40fd-80b0-fc09346785fa), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.927265 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d08d8e0-7065-4f1e-a93e-ae56824e7f22 x-openstack-request-id: req-7d08d8e0-7065-4f1e-a93e-ae56824e7f22 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:38.927548 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:38.927801 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d08d8e0-7065-4f1e-a93e-ae56824e7f22 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:38.928274 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d08d8e0-7065-4f1e-a93e-ae56824e7f22'] response: {'name': 'network-changed', 'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'status': 'completed', 'code': 200} Aug 29 22:41:38.932166 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-91ba2991-2219-4931-a743-d17a25343cba req-b7753301-a3a4-4ed7-92bd-9baf81fe22b0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605147 Aug 29 22:41:38.936955 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-82da0369-3c9f-47b4-8490-960dc2a7df1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (e7e2c3e5-64a7-40fd-80b0-fc09346785fa), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.940215 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-82da0369-3c9f-47b4-8490-960dc2a7df1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:38.941347 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-82da0369-3c9f-47b4-8490-960dc2a7df1d admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e7e2c3e5-64a7-40fd-80b0-fc09346785fa HTTP/1.1" status: 204 len: 168 time: 0.1473293 Aug 29 22:41:38.963473 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0369-3c9f-47b4-8490-960dc2a7df1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2c3e5-64a7-40fd-80b0-fc09346785fa,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:39.039563 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693c6b8-1d2b-4335-90aa-4238fdf458db req-24b44513-425c-45aa-8e8c-016421b68a3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:39.041589 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2693c6b8-1d2b-4335-90aa-4238fdf458db req-24b44513-425c-45aa-8e8c-016421b68a3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.0652466 Aug 29 22:41:39.099527 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2693c6b8-1d2b-4335-90aa-4238fdf458db req-3d023be9-e26a-491f-a219-f9664350f0e9 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510147 Aug 29 22:41:39.244290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94b64f-f4c2-45fb-ab44-1e9d99c5fa2d req-aec508b2-0d5c-43c3-8f4b-bc1a34454c04 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:39.246034 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3d94b64f-f4c2-45fb-ab44-1e9d99c5fa2d req-aec508b2-0d5c-43c3-8f4b-bc1a34454c04 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0515525 Aug 29 22:41:39.299208 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3d94b64f-f4c2-45fb-ab44-1e9d99c5fa2d req-68b173d1-e382-4884-a1eb-385a13187ccc tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442827 Aug 29 22:41:39.486515 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef08053-d8e5-4e02-9d94-9e1970e17937 req-4b2eb359-53c1-4e06-886a-236f51f3251b tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:39.488018 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4ef08053-d8e5-4e02-9d94-9e1970e17937 req-4b2eb359-53c1-4e06-886a-236f51f3251b tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0481317 Aug 29 22:41:39.540156 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4ef08053-d8e5-4e02-9d94-9e1970e17937 req-a5239ebc-3b15-494d-84e4-e126c124ebb7 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464771 Aug 29 22:41:40.091834 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401952-9d6e-4183-8063-2eb7f9666159 req-8f905f33-cbe2-4d18-8264-d85d7016b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.093412 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ca401952-9d6e-4183-8063-2eb7f9666159 req-8f905f33-cbe2-4d18-8264-d85d7016b8b3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 1130 time: 0.0994201 Aug 29 22:41:40.160749 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-cf195b0b-6775-4388-83e2-abc3c2311c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.162251 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-cf195b0b-6775-4388-83e2-abc3c2311c4c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1127 time: 0.1421332 Aug 29 22:41:40.239904 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eabd9b-e48c-4207-b856-f773d81b6be0 req-fd0ae4d1-bfbe-435d-9fd9-9ce694f42d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.241411 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-15eabd9b-e48c-4207-b856-f773d81b6be0 req-fd0ae4d1-bfbe-435d-9fd9-9ce694f42d97 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 1128 time: 0.1224799 Aug 29 22:41:40.242994 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-f2cb55e8-9774-43f1-8911-4ec4b29b1e11 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 217 time: 0.0721583 Aug 29 22:41:40.433054 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-ca401952-9d6e-4183-8063-2eb7f9666159 req-c2ce78cb-c051-4d1d-ac83-449447ee00bc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:40.485383 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31604452-37ff-4ae5-9c1d-a9284aff3672 req-7d29a1ec-b14f-4665-a803-8c7958e1e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.487073 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-31604452-37ff-4ae5-9c1d-a9284aff3672 req-7d29a1ec-b14f-4665-a803-8c7958e1e9c9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 1127 time: 0.3926630 Aug 29 22:41:40.500389 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c51d-83a5-418e-a6e2-dd3adc1669fd req-56475c8a-d65d-4030-9555-bed3bd5214d2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.502163 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e918c51d-83a5-418e-a6e2-dd3adc1669fd req-56475c8a-d65d-4030-9555-bed3bd5214d2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.4064565 Aug 29 22:41:40.574246 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d8074-3f78-41c7-b544-30140b9bffe5 req-5e55c45a-f0ba-40ec-b861-6137f134ac9c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.575920 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb0d8074-3f78-41c7-b544-30140b9bffe5 req-5e55c45a-f0ba-40ec-b861-6137f134ac9c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.1605926 Aug 29 22:41:40.674508 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-5de62201-8e91-40b9-8ef8-d008cc417b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.675964 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-5de62201-8e91-40b9-8ef8-d008cc417b86 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.3259885 Aug 29 22:41:40.717502 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eabd9b-e48c-4207-b856-f773d81b6be0 req-a6cd7217-faaa-4642-b11f-9660079c0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.718986 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-15eabd9b-e48c-4207-b856-f773d81b6be0 req-a6cd7217-faaa-4642-b11f-9660079c0272 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=1fcb391184b94306898e43379094e5f6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4658678 Aug 29 22:41:40.766317 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e918c51d-83a5-418e-a6e2-dd3adc1669fd req-f94c84e3-83da-4c95-9b9f-df933aa1a7ab tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461166 Aug 29 22:41:40.815069 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb0d8074-3f78-41c7-b544-30140b9bffe5 req-5fdf8ae6-ce7e-4099-b7c0-dcf5bf3d1d1c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184231 Aug 29 22:41:40.883335 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-ca401952-9d6e-4183-8063-2eb7f9666159 req-c2ce78cb-c051-4d1d-ac83-449447ee00bc service neutron] Publish callbacks [] for security_group (4ef4cd47-d6af-486b-9e78-3c74cf7bbaed), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:40.891820 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-2b1ddf34-267d-4af7-b60d-5ecf9c921474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.893976 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-2b1ddf34-267d-4af7-b60d-5ecf9c921474 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2080390 Aug 29 22:41:40.904959 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31604452-37ff-4ae5-9c1d-a9284aff3672 req-3020022f-8c65-4b99-9b1f-3ac8296d8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:40.906430 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-31604452-37ff-4ae5-9c1d-a9284aff3672 req-3020022f-8c65-4b99-9b1f-3ac8296d8d7f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=cf0dd257dea04aca845b17f51e1c200e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4018993 Aug 29 22:41:40.907058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-ca401952-9d6e-4183-8063-2eb7f9666159 req-c2ce78cb-c051-4d1d-ac83-449447ee00bc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4ef4cd47-d6af-486b-9e78-3c74cf7bbaed), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:40.936678 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:40.940866 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4380905c-feef-4f96-87d4-fc8c882eda78" -d '{"events": [{"name": "network-changed", "server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:40.951721 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:41.006287 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:41.075762 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eabd9b-e48c-4207-b856-f773d81b6be0 req-a7be1da3-e80f-4248-b4da-50148dfb556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.077252 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-15eabd9b-e48c-4207-b856-f773d81b6be0 req-a7be1da3-e80f-4248-b4da-50148dfb556e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3318536 Aug 29 22:41:41.088356 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb568c-9269-41e5-a479-c6ac927d87d2 req-a82bdd15-69b3-4011-89c8-c849c5a4644f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.089808 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-33eb568c-9269-41e5-a479-c6ac927d87d2 req-a82bdd15-69b3-4011-89c8-c849c5a4644f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.2280033 Aug 29 22:41:41.093176 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-c0647cfd-303c-44a2-8812-1c1d2b34a534 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902392 Aug 29 22:41:41.165912 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-fe284754-1644-4a72-979f-efefa07df7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.167485 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-fe284754-1644-4a72-979f-efefa07df7f9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 1128 time: 0.0432310 Aug 29 22:41:41.215383 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31604452-37ff-4ae5-9c1d-a9284aff3672 req-87ae4e16-1832-431d-ae81-9254a354c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.217505 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-31604452-37ff-4ae5-9c1d-a9284aff3672 req-87ae4e16-1832-431d-ae81-9254a354c886 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2888837 Aug 29 22:41:41.218103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce78cb-c051-4d1d-ac83-449447ee00bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef4cd47-d6af-486b-9e78-3c74cf7bbaed,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:41.243134 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eafbf-fa2f-4043-aed9-7aa80d1842c4 req-c5aea581-6822-4ae6-bbe9-c8820e093196 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.245090 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-647eafbf-fa2f-4043-aed9-7aa80d1842c4 req-c5aea581-6822-4ae6-bbe9-c8820e093196 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.3303347 Aug 29 22:41:41.248324 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-e9df28d3-52dc-4c87-ba7f-452a1613717c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f190fef4-1aa0-400e-be49-90c39442815f HTTP/1.1" status: 200 len: 217 time: 0.0516157 Aug 29 22:41:41.253802 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ca401952-9d6e-4183-8063-2eb7f9666159 req-c2ce78cb-c051-4d1d-ac83-449447ee00bc service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0981300 Aug 29 22:41:41.340022 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-33eb568c-9269-41e5-a479-c6ac927d87d2 req-c1733ccf-9c17-4a30-b867-e21e4a60c5a3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255860 Aug 29 22:41:41.383954 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-647eafbf-fa2f-4043-aed9-7aa80d1842c4 req-58ae78bc-fc9f-4c45-b1ba-bc059d7ea8da tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194758 Aug 29 22:41:41.384883 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:41.391509 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:41.401951 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-1ee8ecf4-8bec-439c-a619-b94c2b1247b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.405039 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-1ee8ecf4-8bec-439c-a619-b94c2b1247b3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.1433680 Aug 29 22:41:41.407885 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cc699d9b-b2fa-454c-96d2-7ea899c01f91 req-9789c9dd-8275-41a0-a84b-be522e63b4f3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053675 Aug 29 22:41:41.440328 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b8737-e613-416e-976e-4c75c5938e69 x-openstack-request-id: req-4c8b8737-e613-416e-976e-4c75c5938e69 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:41.440514 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:41.440764 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c8b8737-e613-416e-976e-4c75c5938e69 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:41.441324 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8b8737-e613-416e-976e-4c75c5938e69'] response: {'name': 'network-changed', 'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'status': 'completed', 'code': 200} Aug 29 22:41:41.583515 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-cd796c97-7838-41a3-8214-b0e0732d588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.585607 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-cd796c97-7838-41a3-8214-b0e0732d588c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 1127 time: 0.0665870 Aug 29 22:41:41.586984 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-5c59240a-0e81-478d-aa21-ab5ee12acc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.588291 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-5c59240a-0e81-478d-aa21-ab5ee12acc23 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784817 Aug 29 22:41:41.920626 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c69f3-2ac4-4d03-b4b7-ecb2573beddd req-f0d50746-5f2d-4491-ab8b-e3255e92872e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.922221 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c23c69f3-2ac4-4d03-b4b7-ecb2573beddd req-f0d50746-5f2d-4491-ab8b-e3255e92872e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0578973 Aug 29 22:41:41.936815 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e5317b94-50a9-438a-80c3-ad07c65c6315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:41.970253 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888a69a-5e72-46c9-9f5b-98b7b35d9daf req-e75fd183-07f6-46d0-8b3a-d0a659a91458 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:41.971730 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8888a69a-5e72-46c9-9f5b-98b7b35d9daf req-e75fd183-07f6-46d0-8b3a-d0a659a91458 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.0691292 Aug 29 22:41:42.013601 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c23c69f3-2ac4-4d03-b4b7-ecb2573beddd req-0c3c1d29-d200-4351-b294-c1d97ca89d7e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744314 Aug 29 22:41:42.037125 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8888a69a-5e72-46c9-9f5b-98b7b35d9daf req-0d4a4588-1d95-42f3-ae7a-54d82b117e5f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533123 Aug 29 22:41:42.483640 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d0ea5-a7fb-4145-aa78-63b54689bab9 req-00fe7b63-6773-4dd3-a880-4c1598dc4776 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:42.485060 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-be7d0ea5-a7fb-4145-aa78-63b54689bab9 req-00fe7b63-6773-4dd3-a880-4c1598dc4776 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0599706 Aug 29 22:41:42.546567 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6b71-1517-4eec-ac92-1fade557f4a7 req-0bf0a487-4eb2-4cfe-86a1-2513b7ebd7a5 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:42.548033 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-21fa6b71-1517-4eec-ac92-1fade557f4a7 req-0bf0a487-4eb2-4cfe-86a1-2513b7ebd7a5 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0621121 Aug 29 22:41:42.583523 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-be7d0ea5-a7fb-4145-aa78-63b54689bab9 req-d63f4c9c-5a0e-4d3b-9288-0f453c3b3585 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889704 Aug 29 22:41:42.611600 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-21fa6b71-1517-4eec-ac92-1fade557f4a7 req-1d19b596-172a-4ad2-81e6-42b46374bb82 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578454 Aug 29 22:41:43.167830 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39489f-3aaf-4102-a4cd-6a44c8e85a58 req-8086c0f3-3a91-4378-9d0a-7db812c54466 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:43.169797 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-df39489f-3aaf-4102-a4cd-6a44c8e85a58 req-8086c0f3-3a91-4378-9d0a-7db812c54466 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0804310 Aug 29 22:41:43.191097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b49e-f1a7-43a9-afc0-7a39dec545e3 req-e60390ab-7e67-4195-85d8-2c7f53ca230e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:43.192498 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f425b49e-f1a7-43a9-afc0-7a39dec545e3 req-e60390ab-7e67-4195-85d8-2c7f53ca230e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.0686212 Aug 29 22:41:43.259202 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-df39489f-3aaf-4102-a4cd-6a44c8e85a58 req-f1c685d5-2bcb-4e4c-9d66-16dc5ad608d2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822589 Aug 29 22:41:43.263957 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f425b49e-f1a7-43a9-afc0-7a39dec545e3 req-e084da3c-6d05-4f37-8c6d-817a96e3978e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643823 Aug 29 22:41:43.748265 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dac43a-231b-4857-b87b-dfed3f5f4a48 req-81f8de59-2820-46ad-a16c-8896b7e4b43d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:43.750078 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-91dac43a-231b-4857-b87b-dfed3f5f4a48 req-81f8de59-2820-46ad-a16c-8896b7e4b43d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0833900 Aug 29 22:41:43.772096 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c63322-70a9-41da-8c8f-335c6c505ad2 req-940d508e-65ea-4692-8288-f526afd9c5c7 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:43.773608 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48c63322-70a9-41da-8c8f-335c6c505ad2 req-940d508e-65ea-4692-8288-f526afd9c5c7 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0694132 Aug 29 22:41:43.799204 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:43.838374 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-91dac43a-231b-4857-b87b-dfed3f5f4a48 req-1b9439c3-f45a-48e6-89f6-68d93d5b7538 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803766 Aug 29 22:41:43.845454 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48c63322-70a9-41da-8c8f-335c6c505ad2 req-3e9d8cad-db97-4bb1-ada1-35a4ed35ac91 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650735 Aug 29 22:41:44.410030 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee11fc-ec5e-4a75-992e-fd1903abacaa req-b3ed07e1-55a1-426a-a680-32afdc05e180 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:44.411416 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-56ee11fc-ec5e-4a75-992e-fd1903abacaa req-b3ed07e1-55a1-426a-a680-32afdc05e180 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.0760088 Aug 29 22:41:44.424249 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e00b80-d7dc-40b7-b18c-e11bd8014fc0 req-1c27d70b-ea16-4ca7-90e2-424da07680f1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:44.425613 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-10e00b80-d7dc-40b7-b18c-e11bd8014fc0 req-1c27d70b-ea16-4ca7-90e2-424da07680f1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0795116 Aug 29 22:41:44.457211 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:44.497721 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-56ee11fc-ec5e-4a75-992e-fd1903abacaa req-599217fb-5faa-48a9-8e75-f9c4d1f48209 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801320 Aug 29 22:41:44.501901 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-10e00b80-d7dc-40b7-b18c-e11bd8014fc0 req-615d8e3d-63cf-4ec1-bf3e-8eb78554f885 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702803 Aug 29 22:41:44.776171 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-fdd49315-f8ed-487a-bdd7-90cbf3daf50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:44.986546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8307ab0-cc66-4d3a-b861-8dd6a7c24662 req-8d4beca7-7d63-4416-a161-4365ba18c896 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:44.987921 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8307ab0-cc66-4d3a-b861-8dd6a7c24662 req-8d4beca7-7d63-4416-a161-4365ba18c896 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0772364 Aug 29 22:41:44.995492 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab779a-a171-4b87-b180-4af9f1ff4d8e req-a8c66f0d-714d-40f1-aef6-5c21a5ad4f7e tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:44.996847 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ceab779a-a171-4b87-b180-4af9f1ff4d8e req-a8c66f0d-714d-40f1-aef6-5c21a5ad4f7e tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0739071 Aug 29 22:41:45.072181 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ceab779a-a171-4b87-b180-4af9f1ff4d8e req-b14e03ac-0cd7-4c66-a92f-e7a2807f2da5 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Aug 29 22:41:45.075185 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8307ab0-cc66-4d3a-b861-8dd6a7c24662 req-9cd49873-c635-48c5-8268-687bfd9b5fa1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774114 Aug 29 22:41:45.641779 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c119ee-1a6a-46a8-85a9-612e32af82c0 req-f70364b4-be05-45d8-982e-4b8e5b6bae4c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:45.643230 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4c119ee-1a6a-46a8-85a9-612e32af82c0 req-f70364b4-be05-45d8-982e-4b8e5b6bae4c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0640290 Aug 29 22:41:45.648596 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed0b0-4f64-4469-9d46-dea5da61fd3e req-b8c7e266-aace-4d1f-8da8-78f155514aa5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:45.649913 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-522ed0b0-4f64-4469-9d46-dea5da61fd3e req-b8c7e266-aace-4d1f-8da8-78f155514aa5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.0799417 Aug 29 22:41:45.726503 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4c119ee-1a6a-46a8-85a9-612e32af82c0 req-6df161d9-da01-499d-914c-871bc3dd4690 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756495 Aug 29 22:41:45.729261 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-522ed0b0-4f64-4469-9d46-dea5da61fd3e req-c16373e0-4829-47aa-ab9d-62abafc31fc6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713565 Aug 29 22:41:45.749869 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:46.224199 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7334b6-23b4-4f47-9e8e-49d4c334319b req-4260e83b-706f-4d23-b9bd-b65b621a98c6 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:46.225818 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb7334b6-23b4-4f47-9e8e-49d4c334319b req-4260e83b-706f-4d23-b9bd-b65b621a98c6 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0760498 Aug 29 22:41:46.232096 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a5dc1-c124-4887-90e6-618ecc0b69b5 req-00eb2dc1-2ef0-4e99-afac-3aa1ebc6fc00 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:46.233476 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c49a5dc1-c124-4887-90e6-618ecc0b69b5 req-00eb2dc1-2ef0-4e99-afac-3aa1ebc6fc00 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0818007 Aug 29 22:41:46.317295 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb7334b6-23b4-4f47-9e8e-49d4c334319b req-3b21fd7a-6fc7-4e94-955d-dee2b5c3a852 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827539 Aug 29 22:41:46.320484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c49a5dc1-c124-4887-90e6-618ecc0b69b5 req-f4491572-7e43-457d-81fe-3168782e4386 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787268 Aug 29 22:41:46.828265 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:41:46.834788 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:46.890380 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186d690-bd00-46c0-b48c-c43ff8f54de1 req-62970212-0223-46fa-a31d-eb5c17d1eef2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:46.891899 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2186d690-bd00-46c0-b48c-c43ff8f54de1 req-62970212-0223-46fa-a31d-eb5c17d1eef2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.0859623 Aug 29 22:41:46.920092 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309cebc-26cc-48d3-8a36-8da437261653 req-4575b225-f80e-41a5-8db4-2e582913bd63 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:46.921584 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c309cebc-26cc-48d3-8a36-8da437261653 req-4575b225-f80e-41a5-8db4-2e582913bd63 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0804760 Aug 29 22:41:46.957683 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:46.960620 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:46.975481 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'port_id': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'mac_address': 'fa:16:3e:e1:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:41:46.978294 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:46.988548 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2186d690-bd00-46c0-b48c-c43ff8f54de1 req-61960eab-c915-486e-8a8b-5f4212b41b78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901072 Aug 29 22:41:47.015187 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c309cebc-26cc-48d3-8a36-8da437261653 req-611f3eec-7d83-405b-ae2d-52e50d29e09c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826511 Aug 29 22:41:47.038257 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:47.038639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:47.053475 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:47.075261 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:47.079189 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:47.130084 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:47.137214 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.137607 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.138031 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.138386 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.138718 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.139066 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.139388 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.139715 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.140033 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.140352 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.140671 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.140990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.141308 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.141623 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.141935 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:47.461464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:47.474103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd3c1-3e40-439c-b959-af428fe39b1a req-83c8c608-27c4-46f6-b75c-b01f5100189d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:47.475606 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-553dd3c1-3e40-439c-b959-af428fe39b1a req-83c8c608-27c4-46f6-b75c-b01f5100189d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0774310 Aug 29 22:41:47.481806 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8f46-57ae-4989-9e76-600bf83dbeca req-320ef900-0a14-41c0-9c57-c23a540dee72 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:47.483168 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed8d8f46-57ae-4989-9e76-600bf83dbeca req-320ef900-0a14-41c0-9c57-c23a540dee72 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0827594 Aug 29 22:41:47.558513 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-553dd3c1-3e40-439c-b959-af428fe39b1a req-16804799-068d-43a7-9044-a2db0c3737be tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743840 Aug 29 22:41:47.562834 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed8d8f46-57ae-4989-9e76-600bf83dbeca req-a44fdec8-dc44-4649-a9a8-d6dab917693a tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725505 Aug 29 22:41:47.665842 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:48.030128 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['20694cdd-bf51-4e4c-8264-c22bdfb04cb9'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:41:48.105995 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:48.182263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa33fe-4596-489c-8f05-a299cda60c60 req-4bcd5d45-93c9-49bf-adf5-df7f3af4d2cc tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.183734 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-50fa33fe-4596-489c-8f05-a299cda60c60 req-4bcd5d45-93c9-49bf-adf5-df7f3af4d2cc tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.1117296 Aug 29 22:41:48.198903 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0404f72-7590-4c93-a6a9-e95b3c6718de req-853113ff-0673-4325-b6f3-2d79c8f97ee4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.204562 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-483e2362-426e-4a56-ada9-4edf30210a68 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc HTTP/1.1" status: 200 len: 217 time: 0.0711546 Aug 29 22:41:48.206156 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b0404f72-7590-4c93-a6a9-e95b3c6718de req-853113ff-0673-4325-b6f3-2d79c8f97ee4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 944 time: 0.0961664 Aug 29 22:41:48.246337 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-640f1849-97e4-42c8-ba42-c96d691bb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.247921 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-640f1849-97e4-42c8-ba42-c96d691bb362 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1128 time: 0.1068745 Aug 29 22:41:48.302631 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-08ffbdeb-8007-4302-ba3d-cfb3d82d0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.304122 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-08ffbdeb-8007-4302-ba3d-cfb3d82d0f1a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.0669193 Aug 29 22:41:48.365183 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-c89d852b-7696-4d13-8c0d-e287d94c472f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333610 Aug 29 22:41:48.379384 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-8acc700d-3978-41d4-8de2-6a6168082bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.380935 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-8acc700d-3978-41d4-8de2-6a6168082bf3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694642 Aug 29 22:41:48.499692 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b0404f72-7590-4c93-a6a9-e95b3c6718de req-dba59cd9-6419-4646-9f5c-31b1248f4a3c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926226 Aug 29 22:41:48.535135 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-50fa33fe-4596-489c-8f05-a299cda60c60 req-5785befd-a995-431e-a792-f7e4fd4a93c1 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267460 Aug 29 22:41:48.544465 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fd77d938-f78d-4770-910b-30cdaaaa4126 req-640e36f7-9df8-4af0-920a-ba960522c07b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732175 Aug 29 22:41:48.546639 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-3e5ec106-0b91-4e3a-b60d-96b58cc79970 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502538 Aug 29 22:41:48.580870 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-826f1a5d-579a-4508-bb3a-596f8c516fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.582354 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-826f1a5d-579a-4508-bb3a-596f8c516fe9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.3241432 Aug 29 22:41:48.654258 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-502cdea8-0021-4f07-abc6-a463de52aae1 req-92dafb49-0daf-487f-be21-0aa8cb300c60 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002147 Aug 29 22:41:48.728035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff688fba-31d8-41e3-a9a0-33fe39f60981 req-24551267-2f57-438e-ab02-471b99071994 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.729482 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ff688fba-31d8-41e3-a9a0-33fe39f60981 req-24551267-2f57-438e-ab02-471b99071994 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0789001 Aug 29 22:41:48.735274 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bff86-87a7-4b8c-bf28-ee4eeacbb309 req-53617679-70c0-4d3a-941a-21200c41ab16 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:48.736662 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-756bff86-87a7-4b8c-bf28-ee4eeacbb309 req-53617679-70c0-4d3a-941a-21200c41ab16 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0768135 Aug 29 22:41:48.810761 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ff688fba-31d8-41e3-a9a0-33fe39f60981 req-3a290114-f2d9-48a7-ab8c-b5ca974450e5 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731084 Aug 29 22:41:48.814624 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-756bff86-87a7-4b8c-bf28-ee4eeacbb309 req-6e46c71f-2388-4131-b01f-50e2ce335e2d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708594 Aug 29 22:41:49.199701 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:41:49.445918 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34938) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:49.537404 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-ce61668e-b378-42a6-afd8-257be2da1aee service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 217 time: 0.1202853 Aug 29 22:41:49.666782 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:49.713779 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504f22b-40c2-492d-a1c5-875b142924e9 req-ce3c35ed-0eb1-4b54-95dc-5ca04c8ca249 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:49.716196 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0504f22b-40c2-492d-a1c5-875b142924e9 req-ce3c35ed-0eb1-4b54-95dc-5ca04c8ca249 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 944 time: 0.0985107 Aug 29 22:41:49.741158 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38b21-2235-413c-bc0f-a82851ab5dd8 req-ab0c022a-3b38-497d-84ba-ed6aae1225b8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:49.743110 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-75f38b21-2235-413c-bc0f-a82851ab5dd8 req-ab0c022a-3b38-497d-84ba-ed6aae1225b8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 944 time: 0.0790169 Aug 29 22:41:49.768338 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Publish callbacks [] for security_group (1aa10ec0-b60c-4e50-9b07-c29eddb23556), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:49.773196 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (1aa10ec0-b60c-4e50-9b07-c29eddb23556), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:49.805579 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2970058e05374180a32e27f8496bc290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579061 Aug 29 22:41:49.811682 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34958) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:49.839653 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-75f38b21-2235-413c-bc0f-a82851ab5dd8 req-d6c47371-6e9f-4a4e-a9c2-eb013013081e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863044 Aug 29 22:41:49.845924 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0504f22b-40c2-492d-a1c5-875b142924e9 req-eb0f7157-2984-4054-ba8e-8dfc663cbbb1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214490 Aug 29 22:41:49.852891 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa10ec0-b60c-4e50-9b07-c29eddb23556,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.875178 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6a4a-e0cb-4e8d-94c1-ffe74a66096c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:49.917251 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9c70a0e0-29bc-4f42-8af2-fde8563ed812 admin admin] Publish callbacks [] for security_group (1aa10ec0-b60c-4e50-9b07-c29eddb23556), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:49.941385 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9c70a0e0-29bc-4f42-8af2-fde8563ed812 admin admin] Publish callbacks [] for security_group (1aa10ec0-b60c-4e50-9b07-c29eddb23556), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:49.961396 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:49.999549 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9c70a0e0-29bc-4f42-8af2-fde8563ed812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (1aa10ec0-b60c-4e50-9b07-c29eddb23556), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.002753 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9c70a0e0-29bc-4f42-8af2-fde8563ed812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.003936 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9c70a0e0-29bc-4f42-8af2-fde8563ed812 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1aa10ec0-b60c-4e50-9b07-c29eddb23556 HTTP/1.1" status: 204 len: 168 time: 0.1911933 Aug 29 22:41:50.012257 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a0e0-29bc-4f42-8af2-fde8563ed812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa10ec0-b60c-4e50-9b07-c29eddb23556,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:50.017800 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aaa0d-bf92-4188-a233-f063f6396665 req-dd47f322-20fa-49ac-b68a-3e3ee8d7e0e3 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:50.019105 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c38aaa0d-bf92-4188-a233-f063f6396665 req-dd47f322-20fa-49ac-b68a-3e3ee8d7e0e3 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0862124 Aug 29 22:41:50.032020 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e3b8a-b173-4484-8d46-bdd6f9debf65 req-c161e798-eeef-4e5a-a1fb-40017cf779a6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:50.034476 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ee8e3b8a-b173-4484-8d46-bdd6f9debf65 req-c161e798-eeef-4e5a-a1fb-40017cf779a6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0899010 Aug 29 22:41:50.074196 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device f190fef4-1aa0-400e-be49-90c39442815f details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:41:50.101051 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:50.140467 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:50.147199 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c38aaa0d-bf92-4188-a233-f063f6396665 req-f6723a5b-765b-4435-9d49-630c90a73fae tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113734 Aug 29 22:41:50.152327 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ee8e3b8a-b173-4484-8d46-bdd6f9debf65 req-50d59cfe-ce46-499d-b97f-90fe683af777 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064875 Aug 29 22:41:50.267495 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:41:50.285639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port f190fef4-1aa0-400e-be49-90c39442815f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f190fef4-1aa0-400e-be49-90c39442815f,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:50.287624 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-f23bea2d-b258-46e2-b83c-46095b949081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:50.289235 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-f23bea2d-b258-46e2-b83c-46095b949081 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0718350 Aug 29 22:41:50.300270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:50.300657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.321526 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'f190fef4-1aa0-400e-be49-90c39442815f', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:41:50.373573 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port f190fef4-1aa0-400e-be49-90c39442815f is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:50.373972 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (f190fef4-1aa0-400e-be49-90c39442815f), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.414140 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f190fef4-1aa0-400e-be49-90c39442815f {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:50.430647 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:50.431085 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34974) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:50.449060 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:50.449449 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.454639 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c52ee799-4fac-4293-92b4-4ed1d857e173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.464972 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port f190fef4-1aa0-400e-be49-90c39442815f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f190fef4-1aa0-400e-be49-90c39442815f,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:50.476877 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (f190fef4-1aa0-400e-be49-90c39442815f), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.486873 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:50.489270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509d78bb-7535-49b2-80d5-f0ec43b14d96" -d '{"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-plugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:50.524929 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:50.532850 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:50.537737 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.557250 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=f190fef4-1aa0-400e-be49-90c39442815f,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:50.565077 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:50.596228 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c52ee799-4fac-4293-92b4-4ed1d857e173 admin admin] Publish callbacks [] for security_group (8c2777a2-6f6e-49af-a8b1-01ead2944b8c), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.604055 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d0a0e-2fa4-4a75-973d-9a6b7783fbcf x-openstack-request-id: req-284d0a0e-2fa4-4a75-973d-9a6b7783fbcf {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:50.604703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-plugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:50.605324 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-284d0a0e-2fa4-4a75-973d-9a6b7783fbcf {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:50.606953 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284d0a0e-2fa4-4a75-973d-9a6b7783fbcf'] response: {'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'code': 200} Aug 29 22:41:50.607195 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c52ee799-4fac-4293-92b4-4ed1d857e173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (8c2777a2-6f6e-49af-a8b1-01ead2944b8c), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.623321 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:50.697317 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c52ee799-4fac-4293-92b4-4ed1d857e173 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=64be32f0d7d4445aa5640f8ff1d9886f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643449 Aug 29 22:41:50.708823 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 34992) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:50.726673 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ee799-4fac-4293-92b4-4ed1d857e173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2777a2-6f6e-49af-a8b1-01ead2944b8c,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:50.726899 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['f190fef4-1aa0-400e-be49-90c39442815f'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:41:50.780137 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-47502bd3-12fe-42c7-b56e-3e69b671fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:50.783018 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-47502bd3-12fe-42c7-b56e-3e69b671fc9d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077671 Aug 29 22:41:50.821842 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9cee26e1-1c0b-43b0-9453-d40d90e239e5 admin admin] Publish callbacks [] for security_group (8c2777a2-6f6e-49af-a8b1-01ead2944b8c), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.869654 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9cee26e1-1c0b-43b0-9453-d40d90e239e5 admin admin] Publish callbacks [] for security_group (8c2777a2-6f6e-49af-a8b1-01ead2944b8c), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.920943 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:50.925408 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-a865b25d-9e68-4b65-9938-1b9255c6c6fb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349998 Aug 29 22:41:50.964393 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9cee26e1-1c0b-43b0-9453-d40d90e239e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (8c2777a2-6f6e-49af-a8b1-01ead2944b8c), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.970276 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9cee26e1-1c0b-43b0-9453-d40d90e239e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:50.970561 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9cee26e1-1c0b-43b0-9453-d40d90e239e5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8c2777a2-6f6e-49af-a8b1-01ead2944b8c HTTP/1.1" status: 204 len: 168 time: 0.2605822 Aug 29 22:41:51.006494 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee26e1-1c0b-43b0-9453-d40d90e239e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2777a2-6f6e-49af-a8b1-01ead2944b8c,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:51.138990 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8889e6-51f0-4225-b4da-08719d6780f7 req-1dffbdd5-b23a-4062-9790-41f244619826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:51.140920 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5e8889e6-51f0-4225-b4da-08719d6780f7 req-1dffbdd5-b23a-4062-9790-41f244619826 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1129 time: 0.1692097 Aug 29 22:41:51.241407 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4aa1e-4d53-4b3d-b230-b54ccd186757 req-db913ac6-433b-4980-b527-c43e42e8ee4c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:51.262096 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e3a4aa1e-4d53-4b3d-b230-b54ccd186757 req-db913ac6-433b-4980-b527-c43e42e8ee4c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 945 time: 0.1633439 Aug 29 22:41:51.267905 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5e8889e6-51f0-4225-b4da-08719d6780f7 req-01fcaaa4-67b7-4aac-9a8e-388f07931f64 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195312 Aug 29 22:41:51.282564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6cc45-4e77-46ae-99b6-088b59e3909b req-45b3c180-f272-46b5-995c-d1de441a2e7e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:51.295064 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-abf6cc45-4e77-46ae-99b6-088b59e3909b req-45b3c180-f272-46b5-995c-d1de441a2e7e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.2040303 Aug 29 22:41:51.395622 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4380905c-feef-4f96-87d4-fc8c882eda78 req-edc756e0-39c1-4a4c-8b6d-9c20a462b75e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615912 Aug 29 22:41:51.439276 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-abf6cc45-4e77-46ae-99b6-088b59e3909b req-33e1ec66-804e-4c6c-9fd8-839c998dc645 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430488 Aug 29 22:41:51.456384 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e3a4aa1e-4d53-4b3d-b230-b54ccd186757 req-de0636c0-0d55-4fbc-a167-e76da8e45bed tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914237 Aug 29 22:41:51.597137 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970f8d-437a-4b65-894a-faf112568a4e req-b55b5319-198b-446d-87e6-e931f9fb215d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:51.604059 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ce970f8d-437a-4b65-894a-faf112568a4e req-b55b5319-198b-446d-87e6-e931f9fb215d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 943 time: 0.0715523 Aug 29 22:41:51.668054 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ce970f8d-437a-4b65-894a-faf112568a4e req-b17398d2-90ec-4519-8279-3e0aaa7a9ef5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631349 Aug 29 22:41:52.036199 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35084) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:52.096637 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 62afccef-e8d2-4fce-8052-0f7da6e93ebc details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:41:52.205965 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device f190fef4-1aa0-400e-be49-90c39442815f up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:52.217982 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.268029 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 62afccef-e8d2-4fce-8052-0f7da6e93ebc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:52.287962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port f190fef4-1aa0-400e-be49-90c39442815f completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:41:52.290583 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'port_id': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'mac_address': 'fa:16:3e:c7:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:41:52.298157 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port f190fef4-1aa0-400e-be49-90c39442815f triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:52.298441 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (f190fef4-1aa0-400e-be49-90c39442815f), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.316866 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Publish callbacks [] for security_group (2d0b692e-71e7-4704-84d9-4e34d8bf9ba7), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.321257 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2d0b692e-71e7-4704-84d9-4e34d8bf9ba7), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.376076 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=31484448939c42e39d5977a1c8ccae52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386190 Aug 29 22:41:52.377669 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b692e-71e7-4704-84d9-4e34d8bf9ba7,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:52.379086 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35102) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:52.389938 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.390579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.390960 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.391306 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.391645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.391973 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.392454 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.392935 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.393441 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.393947 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.394585 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.395099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.395589 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.396077 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.396555 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeaff14-8fd2-4671-a6e4-64874e03093e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:41:52.424909 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 62afccef-e8d2-4fce-8052-0f7da6e93ebc is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:52.425340 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.443215 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62afccef-e8d2-4fce-8052-0f7da6e93ebc {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:41:52.481581 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-59d22220-fdbf-4e24-98a4-5e6666fceffc admin admin] Publish callbacks [] for security_group (2d0b692e-71e7-4704-84d9-4e34d8bf9ba7), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.505161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-59d22220-fdbf-4e24-98a4-5e6666fceffc admin admin] Publish callbacks [] for security_group (2d0b692e-71e7-4704-84d9-4e34d8bf9ba7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.542920 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 62afccef-e8d2-4fce-8052-0f7da6e93ebc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:52.558572 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.563869 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port f190fef4-1aa0-400e-be49-90c39442815f is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:52.564566 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (f190fef4-1aa0-400e-be49-90c39442815f), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.615074 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:52.617757 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca0c2b-1925-4474-9a3f-09732a8808e9" -d '{"events": [{"server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "name": "network-vif-plugged", "status": "completed", "tag": "f190fef4-1aa0-400e-be49-90c39442815f"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:52.620219 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:52.620548 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-59d22220-fdbf-4e24-98a4-5e6666fceffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2d0b692e-71e7-4704-84d9-4e34d8bf9ba7), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.624459 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-59d22220-fdbf-4e24-98a4-5e6666fceffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.625719 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-59d22220-fdbf-4e24-98a4-5e6666fceffc admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2d0b692e-71e7-4704-84d9-4e34d8bf9ba7 HTTP/1.1" status: 204 len: 168 time: 0.2452760 Aug 29 22:41:52.644273 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d22220-fdbf-4e24-98a4-5e6666fceffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b692e-71e7-4704-84d9-4e34d8bf9ba7,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:52.654869 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port f190fef4-1aa0-400e-be49-90c39442815f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f190fef4-1aa0-400e-be49-90c39442815f,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:52.702218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (f190fef4-1aa0-400e-be49-90c39442815f), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:52.715549 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=62afccef-e8d2-4fce-8052-0f7da6e93ebc,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:52.760641 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297945f-5976-485b-8342-585d4fcde112 req-4923b31c-77ab-4eff-9e44-01daddac3634 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:52.771116 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2297945f-5976-485b-8342-585d4fcde112 req-4923b31c-77ab-4eff-9e44-01daddac3634 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1815386 Aug 29 22:41:52.810417 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=f190fef4-1aa0-400e-be49-90c39442815f,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:52.844009 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9a8ad-3055-4bc2-bd56-5283ff5c712f req-4ad47681-d454-4b9a-9765-5818626dee2a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:52.851520 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f4a9a8ad-3055-4bc2-bd56-5283ff5c712f req-4ad47681-d454-4b9a-9765-5818626dee2a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.1935322 Aug 29 22:41:52.883338 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['62afccef-e8d2-4fce-8052-0f7da6e93ebc'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:41:52.956514 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2297945f-5976-485b-8342-585d4fcde112 req-e8350da0-4fa3-49dd-bf91-cf0a0d47dce8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782513 Aug 29 22:41:52.973491 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:53.031698 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f4a9a8ad-3055-4bc2-bd56-5283ff5c712f req-0996932b-b65d-408c-be4f-bd7928cb72fb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788669 Aug 29 22:41:53.073935 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:53.142047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f05dcf-e451-4ba2-b8db-a6481ab784be x-openstack-request-id: req-26f05dcf-e451-4ba2-b8db-a6481ab784be {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:53.142995 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "name": "network-vif-plugged", "status": "completed", "tag": "f190fef4-1aa0-400e-be49-90c39442815f", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:53.142995 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26f05dcf-e451-4ba2-b8db-a6481ab784be {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:53.146109 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f05dcf-e451-4ba2-b8db-a6481ab784be'] response: {'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f', 'code': 200} Aug 29 22:41:53.238233 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-a5dd4bb3-821a-411c-976b-61f8f7241a6e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1701925 Aug 29 22:41:53.311878 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc85a5-b374-4ad8-a182-c931f5875d3d req-9098968d-530e-4f0a-9367-77c55fb917c6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:53.324100 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6cbc85a5-b374-4ad8-a182-c931f5875d3d req-9098968d-530e-4f0a-9367-77c55fb917c6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 944 time: 0.0799382 Aug 29 22:41:53.380834 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35140) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:53.399938 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe85c-6ca0-48cd-98b7-0a689c74cdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:53.427362 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6cbc85a5-b374-4ad8-a182-c931f5875d3d req-56e89d63-81c9-4dc5-bd6b-e83d21992ebd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023469 Aug 29 22:41:53.483219 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:53.489535 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-0024d233-ae42-4dd3-b8fe-f9df70df619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:53.491660 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-0024d233-ae42-4dd3-b8fe-f9df70df619d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5b5cee4eb87f4428aa0c68502f2eaab1&device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 1130 time: 0.0774536 Aug 29 22:41:53.502413 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe85c-6ca0-48cd-98b7-0a689c74cdaa admin admin] Publish callbacks [] for security_group (cd0caf7a-5b01-4291-94ab-6524395c7fe7), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:53.508293 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe85c-6ca0-48cd-98b7-0a689c74cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (cd0caf7a-5b01-4291-94ab-6524395c7fe7), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:53.589259 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fe85c-6ca0-48cd-98b7-0a689c74cdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0caf7a-5b01-4291-94ab-6524395c7fe7,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:53.597601 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-fb6fe85c-6ca0-48cd-98b7-0a689c74cdaa admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=9152791b9472426d91b410ab314aeb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151535 Aug 29 22:41:53.601051 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35152) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:53.610074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:53.621458 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a2377-0761-42a8-b8f1-415e1368608f req-9ac0fe52-104b-47bb-b6f7-59609c4bc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:53.623122 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-217a2377-0761-42a8-b8f1-415e1368608f req-9ac0fe52-104b-47bb-b6f7-59609c4bc82e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 1130 time: 0.0933077 Aug 29 22:41:53.670381 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-9b471725-d1d8-4db0-884b-8b39d93dc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:53.672113 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-9b471725-d1d8-4db0-884b-8b39d93dc036 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec HTTP/1.1" status: 200 len: 913 time: 0.1460929 Aug 29 22:41:53.689260 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:53.703327 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1d49ac78-f8cf-4246-ab8d-7847738d91b7 admin admin] Publish callbacks [] for security_group (cd0caf7a-5b01-4291-94ab-6524395c7fe7), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:53.707165 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-217a2377-0761-42a8-b8f1-415e1368608f req-f407b17b-ab01-44a6-83d0-a5579e48b18e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736341 Aug 29 22:41:53.717379 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-2dca79f5-c181-4d3a-b04f-c8ca85db5569 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f0935d-657d-4918-a1cf-10cf49337110 HTTP/1.1" status: 200 len: 217 time: 0.0388341 Aug 29 22:41:53.729637 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1d49ac78-f8cf-4246-ab8d-7847738d91b7 admin admin] Publish callbacks [] for security_group (cd0caf7a-5b01-4291-94ab-6524395c7fe7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:53.997121 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1d49ac78-f8cf-4246-ab8d-7847738d91b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (cd0caf7a-5b01-4291-94ab-6524395c7fe7), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.002353 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1d49ac78-f8cf-4246-ab8d-7847738d91b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.004559 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-1d49ac78-f8cf-4246-ab8d-7847738d91b7 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/cd0caf7a-5b01-4291-94ab-6524395c7fe7 HTTP/1.1" status: 204 len: 168 time: 0.4018736 Aug 29 22:41:54.015317 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-3c0f7c8f-4344-4112-a75f-47fb2d3ef0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:54.015462 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49ac78-f8cf-4246-ab8d-7847738d91b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0caf7a-5b01-4291-94ab-6524395c7fe7,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:54.018035 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-3c0f7c8f-4344-4112-a75f-47fb2d3ef0c2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=782fe3ba-2c4a-430a-9950-1e382d0a19a9 HTTP/1.1" status: 200 len: 851 time: 0.0860782 Aug 29 22:41:54.114934 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 62afccef-e8d2-4fce-8052-0f7da6e93ebc up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:41:54.125250 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-b2a6e94d-7421-4204-b9f1-f151fca5b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:54.130206 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-b2a6e94d-7421-4204-b9f1-f151fca5b660 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928671 Aug 29 22:41:54.191759 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:54.233974 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 62afccef-e8d2-4fce-8052-0f7da6e93ebc completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:41:54.246142 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 62afccef-e8d2-4fce-8052-0f7da6e93ebc triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:41:54.247243 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.297848 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae6c9b-a08a-4df6-874c-07da6ad5d4a4 req-2a98c8ac-a960-4d1a-85de-d840da520152 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:54.304950 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4aae6c9b-a08a-4df6-874c-07da6ad5d4a4 req-2a98c8ac-a960-4d1a-85de-d840da520152 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.1189620 Aug 29 22:41:54.384302 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22fa08-df59-4cdd-9193-243784d6b7d5 req-4e29f0b6-44ee-40f1-a25e-a13aabb14ba7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:54.385536 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 62afccef-e8d2-4fce-8052-0f7da6e93ebc is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:41:54.386101 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1f22fa08-df59-4cdd-9193-243784d6b7d5 req-4e29f0b6-44ee-40f1-a25e-a13aabb14ba7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1991277 Aug 29 22:41:54.393166 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.404440 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35184) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:54.456356 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4aae6c9b-a08a-4df6-874c-07da6ad5d4a4 req-6c7743d5-741a-4e74-8f80-a4993029dfeb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505013 Aug 29 22:41:54.489540 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 62afccef-e8d2-4fce-8052-0f7da6e93ebc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:41:54.496664 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.518377 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1f22fa08-df59-4cdd-9193-243784d6b7d5 req-a8f84e98-3c23-4a3c-960f-d945b06e98a5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212175 Aug 29 22:41:54.556170 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-c46265c5-275b-4d2a-8051-adece60dc93e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185507 Aug 29 22:41:54.590422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=62afccef-e8d2-4fce-8052-0f7da6e93ebc,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:54.636572 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f003-df92-4f2f-9800-1342dc2cbae0 req-78130ba4-75b4-4744-84e9-83b36db98c02 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:54.639343 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4d04f003-df92-4f2f-9800-1342dc2cbae0 req-78130ba4-75b4-4744-84e9-83b36db98c02 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0762367 Aug 29 22:41:54.651126 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-51a47ffc-d3bd-4fb9-b582-026afc121841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.744686 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4d04f003-df92-4f2f-9800-1342dc2cbae0 req-1f06042c-b050-487b-ad46-3db01d2a63cd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993135 Aug 29 22:41:54.848125 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-51a47ffc-d3bd-4fb9-b582-026afc121841 admin admin] Publish callbacks [] for security_group (cb45583c-4add-4961-b459-483d6c801648), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.853015 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-51a47ffc-d3bd-4fb9-b582-026afc121841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (cb45583c-4add-4961-b459-483d6c801648), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.895093 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-51a47ffc-d3bd-4fb9-b582-026afc121841 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=5c029a4bb1ce4d48abae261c46a905f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875495 Aug 29 22:41:54.902917 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35216) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:54.943202 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a47ffc-d3bd-4fb9-b582-026afc121841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb45583c-4add-4961-b459-483d6c801648,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:54.960734 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5029e0bc-6653-4a8c-8c8c-8acc3fd482d8 req-6a962760-b285-4f8d-bed4-b55868e20d76 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354743 Aug 29 22:41:54.971242 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5ad2e-929a-4ef6-9c48-d54b2d0d1dcb req-d7d4a3fb-9434-4b9b-8584-bfd3cb91c966 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:54.984428 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8be5ad2e-929a-4ef6-9c48-d54b2d0d1dcb req-d7d4a3fb-9434-4b9b-8584-bfd3cb91c966 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1493366 Aug 29 22:41:54.985363 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35218) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:54.987554 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-061cec93-fc21-4b17-8c00-cc8b1c3a9b68 admin admin] Publish callbacks [] for security_group (cb45583c-4add-4961-b459-483d6c801648), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:54.992407 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'floatingip': {'port_id': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:55.040362 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35222) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:55.044448 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-061cec93-fc21-4b17-8c00-cc8b1c3a9b68 admin admin] Publish callbacks [] for security_group (cb45583c-4add-4961-b459-483d6c801648), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.111955 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (4cddaf11-2cfd-4fdb-939e-4f4276de86ba), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.145112 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-061cec93-fc21-4b17-8c00-cc8b1c3a9b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (cb45583c-4add-4961-b459-483d6c801648), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.147566 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:55.149515 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-061cec93-fc21-4b17-8c00-cc8b1c3a9b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.149879 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c51593-810d-4f90-8f94-b1e1bc2ea449" -d '{"events": [{"server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "name": "network-vif-plugged", "status": "completed", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:55.154474 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-061cec93-fc21-4b17-8c00-cc8b1c3a9b68 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/cb45583c-4add-4961-b459-483d6c801648 HTTP/1.1" status: 204 len: 168 time: 0.2474005 Aug 29 22:41:55.173785 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cec93-fc21-4b17-8c00-cc8b1c3a9b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb45583c-4add-4961-b459-483d6c801648,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:55.200854 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.225928 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6bfec8-570f-40a8-afe2-c45bb159c78b x-openstack-request-id: req-de6bfec8-570f-40a8-afe2-c45bb159c78b {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:55.226414 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "name": "network-vif-plugged", "status": "completed", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:55.226669 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de6bfec8-570f-40a8-afe2-c45bb159c78b {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:55.227269 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6bfec8-570f-40a8-afe2-c45bb159c78b'] response: {'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'code': 200} Aug 29 22:41:55.311979 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0548ab33-4081-4296-b76b-555e712f6313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.393403 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:55.421378 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0548ab33-4081-4296-b76b-555e712f6313 admin admin] Publish callbacks [] for security_group (ced451a0-7a54-4720-ae6d-296e095528ee), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.426978 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0548ab33-4081-4296-b76b-555e712f6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ced451a0-7a54-4720-ae6d-296e095528ee), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.478063 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0548ab33-4081-4296-b76b-555e712f6313 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=381b79afba9646468f0e1bec75948423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363382 Aug 29 22:41:55.480623 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35238) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:55.487177 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:55.490004 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548ab33-4081-4296-b76b-555e712f6313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced451a0-7a54-4720-ae6d-296e095528ee,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:55.551874 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e81b-e9c1-419d-b9d1-165bcad78dc3 admin admin] Publish callbacks [] for security_group (ced451a0-7a54-4720-ae6d-296e095528ee), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.580411 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e81b-e9c1-419d-b9d1-165bcad78dc3 admin admin] Publish callbacks [] for security_group (ced451a0-7a54-4720-ae6d-296e095528ee), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.611256 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:55.721007 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e81b-e9c1-419d-b9d1-165bcad78dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ced451a0-7a54-4720-ae6d-296e095528ee), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.724166 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e81b-e9c1-419d-b9d1-165bcad78dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:55.730598 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0ca9e81b-e9c1-419d-b9d1-165bcad78dc3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ced451a0-7a54-4720-ae6d-296e095528ee HTTP/1.1" status: 204 len: 168 time: 0.2482238 Aug 29 22:41:55.753232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9e81b-e9c1-419d-b9d1-165bcad78dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced451a0-7a54-4720-ae6d-296e095528ee,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:55.880189 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35252) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:55.906329 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-59ca0a0f-7de6-4a7c-bdf0-44fddbc3cbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.000145 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:56.030481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862bfe9-3059-4236-baba-29775d66dfa3 req-238b061a-e11f-4071-ab4a-7820acfa9a70 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:56.040327 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3862bfe9-3059-4236-baba-29775d66dfa3 req-238b061a-e11f-4071-ab4a-7820acfa9a70 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.4272978 Aug 29 22:41:56.164977 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-59ca0a0f-7de6-4a7c-bdf0-44fddbc3cbb7 admin admin] Publish callbacks [] for security_group (87342993-0736-4e09-8be7-e62dd765c703), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.168064 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97b5a0-8ca7-40f7-88d8-a928e58c810d req-24aa7645-6b46-4bb0-bc8e-28c98ef81121 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:56.172476 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-59ca0a0f-7de6-4a7c-bdf0-44fddbc3cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (87342993-0736-4e09-8be7-e62dd765c703), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.175306 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fa97b5a0-8ca7-40f7-88d8-a928e58c810d req-24aa7645-6b46-4bb0-bc8e-28c98ef81121 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.2016315 Aug 29 22:41:56.206081 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3862bfe9-3059-4236-baba-29775d66dfa3 req-11304e5a-4c98-4458-8654-510c10a7b52d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644084 Aug 29 22:41:56.238034 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-59ca0a0f-7de6-4a7c-bdf0-44fddbc3cbb7 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0f8147eaf48b4aa0af74d4925ef26a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565354 Aug 29 22:41:56.245071 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35262) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:56.254274 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca0a0f-7de6-4a7c-bdf0-44fddbc3cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87342993-0736-4e09-8be7-e62dd765c703,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:56.339432 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35268) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:56.356635 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71235fa4-6568-49be-b8d0-2b77151d31bf req-0eda172f-fe3d-4bde-9299-4bc1e30ecec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:56.358188 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-71235fa4-6568-49be-b8d0-2b77151d31bf req-0eda172f-fe3d-4bde-9299-4bc1e30ecec2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 1129 time: 0.1700816 Aug 29 22:41:56.376603 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed03729-b861-4f7c-866e-2c368c234017 admin admin] Publish callbacks [] for security_group (87342993-0736-4e09-8be7-e62dd765c703), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.380491 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5ff942a4-e4c8-4f78-b974-8e6f58467e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.421600 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed03729-b861-4f7c-866e-2c368c234017 admin admin] Publish callbacks [] for security_group (87342993-0736-4e09-8be7-e62dd765c703), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.447614 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938dc53-00e8-4e56-a398-eee4f296495e req-a14bda6b-55af-4f2a-bb37-35eea210e83c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:56.450370 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1938dc53-00e8-4e56-a398-eee4f296495e req-a14bda6b-55af-4f2a-bb37-35eea210e83c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.0834506 Aug 29 22:41:56.458768 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.db.resource_extend [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 22:41:56.463545 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35270) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:56.511490 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:56.525545 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fa97b5a0-8ca7-40f7-88d8-a928e58c810d req-d6bcdd44-b04f-45c4-a0ca-7a3750216b63 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3493724 Aug 29 22:41:56.538357 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed03729-b861-4f7c-866e-2c368c234017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (87342993-0736-4e09-8be7-e62dd765c703), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.543449 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed03729-b861-4f7c-866e-2c368c234017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.547680 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-8ed03729-b861-4f7c-866e-2c368c234017 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/87342993-0736-4e09-8be7-e62dd765c703 HTTP/1.1" status: 204 len: 168 time: 0.2992122 Aug 29 22:41:56.574392 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed03729-b861-4f7c-866e-2c368c234017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87342993-0736-4e09-8be7-e62dd765c703,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:56.578511 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5ff942a4-e4c8-4f78-b974-8e6f58467e8e admin admin] Publish callbacks [] for security_group (c9cbaa11-f3bf-4823-bb47-7d08459cbb25), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.586151 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5ff942a4-e4c8-4f78-b974-8e6f58467e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c9cbaa11-f3bf-4823-bb47-7d08459cbb25), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.606690 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (9ff5361a-5414-4b75-9b44-40a598bbc642), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.664100 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-5ff942a4-e4c8-4f78-b974-8e6f58467e8e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=592a636d6cc8463cb8bb6256505c3fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237913 Aug 29 22:41:56.666674 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35276) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:56.674119 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff942a4-e4c8-4f78-b974-8e6f58467e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cbaa11-f3bf-4823-bb47-7d08459cbb25,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:56.678855 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.692208 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:56.694094 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4cddaf11-2cfd-4fdb-939e-4f4276de86ba), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.738108 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-71235fa4-6568-49be-b8d0-2b77151d31bf req-9101e9af-a3b6-48ae-9d40-bce01a6bf7c2 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3592262 Aug 29 22:41:56.753892 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a34e3e85-e95b-4642-8d4f-6ce371027276 admin admin] Publish callbacks [] for security_group (c9cbaa11-f3bf-4823-bb47-7d08459cbb25), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.781891 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a34e3e85-e95b-4642-8d4f-6ce371027276 admin admin] Publish callbacks [] for security_group (c9cbaa11-f3bf-4823-bb47-7d08459cbb25), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.849884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a34e3e85-e95b-4642-8d4f-6ce371027276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c9cbaa11-f3bf-4823-bb47-7d08459cbb25), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.852728 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a34e3e85-e95b-4642-8d4f-6ce371027276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.853940 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a34e3e85-e95b-4642-8d4f-6ce371027276 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c9cbaa11-f3bf-4823-bb47-7d08459cbb25 HTTP/1.1" status: 204 len: 168 time: 0.1862512 Aug 29 22:41:56.864688 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e3e85-e95b-4642-8d4f-6ce371027276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cbaa11-f3bf-4823-bb47-7d08459cbb25,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:56.913518 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Floating IP 4cddaf11-2cfd-4fdb-939e-4f4276de86ba associated. External IP: 172.27.1.97, port: 20694cdd-bf51-4e4c-8264-c22bdfb04cb9. Aug 29 22:41:57.075407 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:57.227095 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:57.336609 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Router ffecc956-b7fe-44b5-bccc-943cb3cfd22d has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:41:57.430096 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:57.434662 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (9ff5361a-5414-4b75-9b44-40a598bbc642), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:57.847955 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5928e85-a341-4825-8c47-7a8adb067db0 req-63ded8af-dafb-4be5-bc06-336970eb14c6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:57.849538 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5928e85-a341-4825-8c47-7a8adb067db0 req-63ded8af-dafb-4be5-bc06-336970eb14c6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1062534 Aug 29 22:41:57.857855 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:41:57.865719 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:57.875091 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP 9ff5361a-5414-4b75-9b44-40a598bbc642 associated. External IP: 172.27.1.78, port: f190fef4-1aa0-400e-be49-90c39442815f. Aug 29 22:41:57.877127 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] Sync routers for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:41:57.893944 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:57.894783 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:57.970214 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-0fd4e075-afb9-49e9-b369-d4197be37540 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/4cddaf11-2cfd-4fdb-939e-4f4276de86ba HTTP/1.1" status: 200 len: 990 time: 2.9834952 Aug 29 22:41:57.974852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:41:57.977493 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713579fb-ad15-46e4-b816-4d76f68e0505" -d '{"events": [{"name": "network-changed", "server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:41:58.054940 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5928e85-a341-4825-8c47-7a8adb067db0 req-0b9999c4-fdb5-49b3-a92e-33fd7fb979a9 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1911345 Aug 29 22:41:58.060306 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3356cbf-bccb-4496-b3d1-7cd9a729f3ae x-openstack-request-id: req-f3356cbf-bccb-4496-b3d1-7cd9a729f3ae {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:41:58.060808 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:41:58.061221 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3356cbf-bccb-4496-b3d1-7cd9a729f3ae {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:41:58.061824 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3356cbf-bccb-4496-b3d1-7cd9a729f3ae'] response: {'name': 'network-changed', 'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'status': 'completed', 'code': 200} Aug 29 22:41:58.083951 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35338) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:58.085488 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:58.309470 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:41:58.313198 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:58.542579 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0814c87b-6379-4207-8028-6f29ce7a67e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:58.588690 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-d0ac8fd7-1473-460e-acf4-4df83b00e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:58.590235 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-d0ac8fd7-1473-460e-acf4-4df83b00e8f4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1129 time: 0.1442289 Aug 29 22:41:58.666591 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:41:58.673031 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:58.679827 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:41:58.700696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:58.701380 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:58.710065 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4cddaf11-2cfd-4fdb-939e-4f4276de86ba', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'port_id': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'mac_address': 'fa:16:3e:e1:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:13Z', 'updated_at': '2022-08-29T22:41:56Z', 'revision_number': 1, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:58.743827 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] Checking router: ffecc956-b7fe-44b5-bccc-943cb3cfd22d for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:41:58.759059 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:58.760682 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:58.780112 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0814c87b-6379-4207-8028-6f29ce7a67e1 admin admin] Publish callbacks [] for security_group (09df27a8-1589-4501-acde-087c2a9cdf08), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:58.786481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0814c87b-6379-4207-8028-6f29ce7a67e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09df27a8-1589-4501-acde-087c2a9cdf08), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:58.819128 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6e8bcf94-57b0-4c58-aa26-2620d967a6d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/9ff5361a-5414-4b75-9b44-40a598bbc642 HTTP/1.1" status: 200 len: 991 time: 2.3543563 Aug 29 22:41:58.831378 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-2d1819f7-ed03-4abe-9cce-d85739114775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:58.834306 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-2d1819f7-ed03-4abe-9cce-d85739114775 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.2367764 Aug 29 22:41:58.858320 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0814c87b-6379-4207-8028-6f29ce7a67e1 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1f9434f47212421cbde4ca66664895ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7718244 Aug 29 22:41:58.861254 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35364) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:58.872045 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814c87b-6379-4207-8028-6f29ce7a67e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df27a8-1589-4501-acde-087c2a9cdf08,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:58.948207 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:58.951816 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:58.977321 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5770-d47b-4ba0-afa0-460c3acfec53 admin admin] Publish callbacks [] for security_group (09df27a8-1589-4501-acde-087c2a9cdf08), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:58.984855 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:58.989725 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-be48870f-f981-4440-8ba1-de46d71e7c24 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 998 time: 0.1433756 Aug 29 22:41:59.008223 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5770-d47b-4ba0-afa0-460c3acfec53 admin admin] Publish callbacks [] for security_group (09df27a8-1589-4501-acde-087c2a9cdf08), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:59.085175 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:59.092745 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-354189ef-214f-46d6-ac21-a36205805bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:59.097351 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-354189ef-214f-46d6-ac21-a36205805bea service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0908229 Aug 29 22:41:59.108566 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5770-d47b-4ba0-afa0-460c3acfec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09df27a8-1589-4501-acde-087c2a9cdf08), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:59.111143 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5770-d47b-4ba0-afa0-460c3acfec53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:59.112331 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b8fd5770-d47b-4ba0-afa0-460c3acfec53 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/09df27a8-1589-4501-acde-087c2a9cdf08 HTTP/1.1" status: 204 len: 168 time: 0.2494564 Aug 29 22:41:59.139049 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5770-d47b-4ba0-afa0-460c3acfec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df27a8-1589-4501-acde-087c2a9cdf08,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:41:59.226438 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-1042b792-428c-4815-9cd5-f2fe585e95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:59.230147 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-1042b792-428c-4815-9cd5-f2fe585e95dc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146293 Aug 29 22:41:59.381915 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4cddaf11-2cfd-4fdb-939e-4f4276de86ba', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'port_id': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'mac_address': 'fa:16:3e:e1:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:13Z', 'updated_at': '2022-08-29T22:41:56Z', 'revision_number': 1, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:59.431728 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225e101-42be-4db8-bc33-7c66d82cf147 req-81566f68-19bc-496f-a247-95d8c5e5c0ea tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:59.433832 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f225e101-42be-4db8-bc33-7c66d82cf147 req-81566f68-19bc-496f-a247-95d8c5e5c0ea tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.2163074 Aug 29 22:41:59.443715 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61864a1-10d9-4d36-9f61-adf2262d7c29 None None] The sync data for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi is: [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4cddaf11-2cfd-4fdb-939e-4f4276de86ba', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'port_id': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'mac_address': 'fa:16:3e:e1:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:13Z', 'updated_at': '2022-08-29T22:41:56Z', 'revision_number': 1, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:41:59.466954 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:59.546029 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f225e101-42be-4db8-bc33-7c66d82cf147 req-96f0773c-3884-4474-b72f-894f5893fec8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046329 Aug 29 22:41:59.566108 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-b7a44743-f046-4439-a23d-ea796584ffdc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102403 Aug 29 22:41:59.609690 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:41:57Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:59.645963 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:41:59.657195 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:41:59.657855 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:41:59.780092 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436827c3-a607-429e-99a0-d97d79a548fd req-b6f52960-3486-49dd-b089-cef524f133db tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:41:59.794466 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-436827c3-a607-429e-99a0-d97d79a548fd req-b6f52960-3486-49dd-b089-cef524f133db tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0661967 Aug 29 22:41:59.794466 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35396) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:41:59.802140 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'floatingip': {'port_id': '62afccef-e8d2-4fce-8052-0f7da6e93ebc'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:41:59.861584 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53c0c5-2778-4eba-9bd2-2df0f2c89230 None None] New status for floating IP 4cddaf11-2cfd-4fdb-939e-4f4276de86ba: ACTIVE {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:41:59.877702 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:41:59.894234 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (4b23d8f1-27aa-4710-945c-8ceb93879605), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:59.971527 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-713579fb-ad15-46e4-b816-4d76f68e0505 req-e419a178-e5a8-456d-9428-f07046cbc193 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884552 Aug 29 22:42:00.002692 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35400) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:00.023896 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-95ba4b13-5d61-40e9-a56c-672da8990c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.065858 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:00.223979 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-95ba4b13-5d61-40e9-a56c-672da8990c8f admin admin] Publish callbacks [] for security_group (16fe30a9-62e0-43c6-856a-29dddaf0004e), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.230533 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-95ba4b13-5d61-40e9-a56c-672da8990c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (16fe30a9-62e0-43c6-856a-29dddaf0004e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.286462 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:00.298212 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61" -d '{"events": [{"name": "network-changed", "server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "tag": "f190fef4-1aa0-400e-be49-90c39442815f"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:00.314105 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-95ba4b13-5d61-40e9-a56c-672da8990c8f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=98aa51eca56642678e3033c2293ac1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102863 Aug 29 22:42:00.316751 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35412) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:00.367861 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:41:57Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:00.407359 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba4b13-5d61-40e9-a56c-672da8990c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe30a9-62e0-43c6-856a-29dddaf0004e,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:00.408547 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42daa4-daeb-4779-be59-c3cd2b217ef0 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:41:57Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:42:00.452368 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f3c450f2-b553-4221-9d9d-68718ed01c08 admin admin] Publish callbacks [] for security_group (16fe30a9-62e0-43c6-856a-29dddaf0004e), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.469995 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e6849c-b283-4ced-8720-576f83bca6aa x-openstack-request-id: req-97e6849c-b283-4ced-8720-576f83bca6aa {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:00.470329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "tag": "f190fef4-1aa0-400e-be49-90c39442815f", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:00.470608 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97e6849c-b283-4ced-8720-576f83bca6aa {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:00.470990 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e6849c-b283-4ced-8720-576f83bca6aa'] response: {'name': 'network-changed', 'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f', 'status': 'completed', 'code': 200} Aug 29 22:42:00.487900 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f3c450f2-b553-4221-9d9d-68718ed01c08 admin admin] Publish callbacks [] for security_group (16fe30a9-62e0-43c6-856a-29dddaf0004e), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.525714 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:00.583475 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f3c450f2-b553-4221-9d9d-68718ed01c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (16fe30a9-62e0-43c6-856a-29dddaf0004e), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.587405 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f3c450f2-b553-4221-9d9d-68718ed01c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.593797 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-f3c450f2-b553-4221-9d9d-68718ed01c08 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/16fe30a9-62e0-43c6-856a-29dddaf0004e HTTP/1.1" status: 204 len: 168 time: 0.2742445 Aug 29 22:42:00.605391 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c450f2-b553-4221-9d9d-68718ed01c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe30a9-62e0-43c6-856a-29dddaf0004e,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:00.669764 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:00.754664 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.760148 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4b23d8f1-27aa-4710-945c-8ceb93879605), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:00.848518 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ca206-ff1d-4cdc-a338-77622fca9358 None None] New status for floating IP 9ff5361a-5414-4b75-9b44-40a598bbc642: ACTIVE {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:42:00.877262 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:00.901071 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Floating IP 4b23d8f1-27aa-4710-945c-8ceb93879605 associated. External IP: 172.27.1.169, port: 62afccef-e8d2-4fce-8052-0f7da6e93ebc. Aug 29 22:42:01.525177 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-30cabb93-c6d2-46dc-b8c7-a920211db9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:01.526725 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-30cabb93-c6d2-46dc-b8c7-a920211db9ce service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 1130 time: 0.3909252 Aug 29 22:42:01.591521 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Router 60911ba5-60d2-4109-90f9-0712dccd588f has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:42:01.741090 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-bff2224f-24fb-4608-b03f-64528efb9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:01.742560 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-bff2224f-24fb-4608-b03f-64528efb9c8a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 916 time: 0.2084582 Aug 29 22:42:01.771498 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:42:01.776286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:01.786509 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] Sync routers for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:42:01.803327 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:01.804689 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:01.868641 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-7abb4b47-f47b-4e21-95e1-91fa104fec80 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/4b23d8f1-27aa-4710-945c-8ceb93879605 HTTP/1.1" status: 200 len: 991 time: 2.0730150 Aug 29 22:42:01.909013 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-2b129dd8-9e58-451e-8cba-8770215e7176 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f190fef4-1aa0-400e-be49-90c39442815f HTTP/1.1" status: 200 len: 1001 time: 0.0943358 Aug 29 22:42:01.976962 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-632ff089-95cd-44d6-8384-7cbe8d83dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:01.978267 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-632ff089-95cd-44d6-8384-7cbe8d83dcd4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0622389 Aug 29 22:42:01.979374 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:02.040448 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-28152b43-be04-4705-a1f3-a8d2f6052620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:02.042468 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-28152b43-be04-4705-a1f3-a8d2f6052620 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571418 Aug 29 22:42:02.057404 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:02.088547 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:02.239059 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-5d4983f0-d897-4860-b25c-8de806aca5c3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858788 Aug 29 22:42:02.287617 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:02.374669 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fc1bc76-4461-4499-a9b6-fa4b64c4dd61 req-8bf0a213-a6d9-4547-9b3f-c1260368d909 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282055 Aug 29 22:42:02.419970 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4b23d8f1-27aa-4710-945c-8ceb93879605', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'port_id': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'mac_address': 'fa:16:3e:c7:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f655b3-78d2-40f5-ac78-806952dba34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:11Z', 'updated_at': '2022-08-29T22:42:00Z', 'revision_number': 1, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:02.451027 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] Checking router: 60911ba5-60d2-4109-90f9-0712dccd588f for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:42:02.469009 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:02.471196 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:02.471960 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:02.474323 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15be5b2-86eb-4202-be84-862a3d5cd066" -d '{"events": [{"name": "network-changed", "server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:02.524504 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35104d81-896a-4406-a107-af655491ddd5 x-openstack-request-id: req-35104d81-896a-4406-a107-af655491ddd5 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:02.524795 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:02.525071 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35104d81-896a-4406-a107-af655491ddd5 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:02.525456 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35104d81-896a-4406-a107-af655491ddd5'] response: {'name': 'network-changed', 'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'status': 'completed', 'code': 200} Aug 29 22:42:02.617623 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-78d17784-806d-49b7-a766-f41c1d960e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:02.619166 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-78d17784-806d-49b7-a766-f41c1d960e10 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 1129 time: 0.0591738 Aug 29 22:42:02.665652 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:02.681986 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35518) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:02.752775 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-cbf23e7b-bb35-49df-b978-048a8209593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:02.754581 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-cbf23e7b-bb35-49df-b978-048a8209593b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 911 time: 0.1278465 Aug 29 22:42:02.852040 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:02.878483 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-b38d422b-f2c5-467e-a08e-bd2a99367261 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc HTTP/1.1" status: 200 len: 999 time: 0.1116095 Aug 29 22:42:02.924277 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9f23420f-3046-4951-8088-2d709ae287d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:02.998575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-e1480da8-a8ca-4adb-a3b7-9ec1e9839d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:03.000767 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-e1480da8-a8ca-4adb-a3b7-9ec1e9839d4a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.1048150 Aug 29 22:42:03.108364 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9f23420f-3046-4951-8088-2d709ae287d9 admin admin] Publish callbacks [] for security_group (c6773261-97e1-4194-8edd-f12531aaa522), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.113815 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9f23420f-3046-4951-8088-2d709ae287d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c6773261-97e1-4194-8edd-f12531aaa522), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.114143 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-7e0a68c2-5c8d-448a-82f3-daa259cd6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:03.120140 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-7e0a68c2-5c8d-448a-82f3-daa259cd6a3d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950460 Aug 29 22:42:03.178788 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9f23420f-3046-4951-8088-2d709ae287d9 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1aa276d907c14a4497a64e154cba47a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954755 Aug 29 22:42:03.180023 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35540) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:03.181110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23420f-3046-4951-8088-2d709ae287d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6773261-97e1-4194-8edd-f12531aaa522,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:03.185454 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35542) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:03.400019 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4b23d8f1-27aa-4710-945c-8ceb93879605', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'port_id': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'mac_address': 'fa:16:3e:c7:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f655b3-78d2-40f5-ac78-806952dba34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:11Z', 'updated_at': '2022-08-29T22:42:00Z', 'revision_number': 1, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:03.421968 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-d4a3a4bb-ad53-4487-a454-86bebac7da02 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851932 Aug 29 22:42:03.439117 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb4a8f-c5a7-48d6-a9ff-e3bed8e3e361 None None] The sync data for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi is: [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4b23d8f1-27aa-4710-945c-8ceb93879605', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'port_id': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'mac_address': 'fa:16:3e:c7:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f655b3-78d2-40f5-ac78-806952dba34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:11Z', 'updated_at': '2022-08-29T22:42:00Z', 'revision_number': 1, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:42:03.445820 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0e6466ad-c04b-43d0-b0fc-b680e8fe06ce admin admin] Publish callbacks [] for security_group (c6773261-97e1-4194-8edd-f12531aaa522), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.452335 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1d36-5947-487a-995a-e4d36d29c280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.514094 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f756cc8-0e5a-42b7-9dd4-6a358456ea26 req-2d4c40ab-98d9-4beb-b9c2-79c4f96bdd0a tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:03.516077 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f756cc8-0e5a-42b7-9dd4-6a358456ea26 req-2d4c40ab-98d9-4beb-b9c2-79c4f96bdd0a tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.1177344 Aug 29 22:42:03.518342 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0e6466ad-c04b-43d0-b0fc-b680e8fe06ce admin admin] Publish callbacks [] for security_group (c6773261-97e1-4194-8edd-f12531aaa522), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.554993 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1d36-5947-487a-995a-e4d36d29c280 admin admin] Publish callbacks [] for security_group (63048b5d-c4ab-44fd-a05c-a1ae284af568), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.560018 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1d36-5947-487a-995a-e4d36d29c280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (63048b5d-c4ab-44fd-a05c-a1ae284af568), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.596667 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-aa3c1d36-5947-487a-995a-e4d36d29c280 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=359d9786f78e4f75aa482824de41d3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104207 Aug 29 22:42:03.600833 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35562) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:03.613727 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:03.629382 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c1d36-5947-487a-995a-e4d36d29c280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63048b5d-c4ab-44fd-a05c-a1ae284af568,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:03.640407 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f756cc8-0e5a-42b7-9dd4-6a358456ea26 req-879adcf5-770a-4456-a58f-7ef2df8f0186 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140029 Aug 29 22:42:03.658050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0e6466ad-c04b-43d0-b0fc-b680e8fe06ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c6773261-97e1-4194-8edd-f12531aaa522), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.660881 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0e6466ad-c04b-43d0-b0fc-b680e8fe06ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.662699 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-0e6466ad-c04b-43d0-b0fc-b680e8fe06ce admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c6773261-97e1-4194-8edd-f12531aaa522 HTTP/1.1" status: 204 len: 168 time: 0.4538670 Aug 29 22:42:03.684214 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6466ad-c04b-43d0-b0fc-b680e8fe06ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6773261-97e1-4194-8edd-f12531aaa522,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:03.721196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4508a5ea-d795-46bf-a59a-07a779efff1f admin admin] Publish callbacks [] for security_group (63048b5d-c4ab-44fd-a05c-a1ae284af568), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.764008 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4508a5ea-d795-46bf-a59a-07a779efff1f admin admin] Publish callbacks [] for security_group (63048b5d-c4ab-44fd-a05c-a1ae284af568), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.832811 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d72899-2b8d-4cac-a0e5-391c94e5c3d0 None None] New status for floating IP 4b23d8f1-27aa-4710-945c-8ceb93879605: ACTIVE {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:42:03.833979 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4508a5ea-d795-46bf-a59a-07a779efff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (63048b5d-c4ab-44fd-a05c-a1ae284af568), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.837471 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4508a5ea-d795-46bf-a59a-07a779efff1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:03.841542 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-4508a5ea-d795-46bf-a59a-07a779efff1f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/63048b5d-c4ab-44fd-a05c-a1ae284af568 HTTP/1.1" status: 204 len: 168 time: 0.2244701 Aug 29 22:42:03.874882 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a5ea-d795-46bf-a59a-07a779efff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63048b5d-c4ab-44fd-a05c-a1ae284af568,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:04.231947 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35584) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:04.246986 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec092ed8-0d41-4c5c-b79d-4ccd1c4cf20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:04.286495 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:04.338965 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec092ed8-0d41-4c5c-b79d-4ccd1c4cf20e admin admin] Publish callbacks [] for security_group (fade76aa-74c7-498a-a4fb-4985ac4f0954), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:04.344200 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec092ed8-0d41-4c5c-b79d-4ccd1c4cf20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (fade76aa-74c7-498a-a4fb-4985ac4f0954), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:04.382932 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ec092ed8-0d41-4c5c-b79d-4ccd1c4cf20e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e1dfd8d9105f47ee990dfb11a64e5e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498241 Aug 29 22:42:04.385622 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35590) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:04.388672 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec092ed8-0d41-4c5c-b79d-4ccd1c4cf20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade76aa-74c7-498a-a4fb-4985ac4f0954,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:04.440888 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bb0254da-a3fc-4c8b-926b-89afe2498236 admin admin] Publish callbacks [] for security_group (fade76aa-74c7-498a-a4fb-4985ac4f0954), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:04.467715 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bb0254da-a3fc-4c8b-926b-89afe2498236 admin admin] Publish callbacks [] for security_group (fade76aa-74c7-498a-a4fb-4985ac4f0954), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:04.520909 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bb0254da-a3fc-4c8b-926b-89afe2498236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (fade76aa-74c7-498a-a4fb-4985ac4f0954), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:04.523609 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bb0254da-a3fc-4c8b-926b-89afe2498236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:04.525315 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bb0254da-a3fc-4c8b-926b-89afe2498236 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/fade76aa-74c7-498a-a4fb-4985ac4f0954 HTTP/1.1" status: 204 len: 168 time: 0.1384556 Aug 29 22:42:04.535039 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0254da-a3fc-4c8b-926b-89afe2498236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade76aa-74c7-498a-a4fb-4985ac4f0954,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:04.849058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5b56d-3358-4dea-aae0-a88c62dee94f req-272c979e-609a-481c-bf1d-0e5af13aaa22 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:04.851647 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-afe5b56d-3358-4dea-aae0-a88c62dee94f req-272c979e-609a-481c-bf1d-0e5af13aaa22 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0970221 Aug 29 22:42:04.899935 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:04.972618 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-afe5b56d-3358-4dea-aae0-a88c62dee94f req-ea25f66a-c73e-4fc0-aaf4-2e5ee56b55f3 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2bf14ddb-9a54-4554-baec-57659cd6ecf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838795 Aug 29 22:42:04.984018 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b15be5b2-86eb-4202-be84-862a3d5cd066 req-597545bd-a817-42d4-bd16-54906714101c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668870 Aug 29 22:42:05.410009 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecea4-edf2-4037-a915-03307056f63c req-fd45462f-f09d-4b6a-89e3-92423a5db5ac tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:05.411743 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c6eecea4-edf2-4037-a915-03307056f63c req-fd45462f-f09d-4b6a-89e3-92423a5db5ac tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 946 time: 0.0722432 Aug 29 22:42:05.568594 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Deleting port c3f0935d-657d-4918-a1cf-10cf49337110 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:42:05.568594 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:05.691440 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] For port c3f0935d-657d-4918-a1cf-10cf49337110, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c3f0935d-657d-4918-a1cf-10cf49337110,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:05.691911 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:05.712291 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Calling delete_port for c3f0935d-657d-4918-a1cf-10cf49337110 owned by compute:nova {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:42:05.888619 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (c3f0935d-657d-4918-a1cf-10cf49337110), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:05.907541 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['c3f0935d-657d-4918-a1cf-10cf49337110'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:42:05.931274 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Pushing event deleted for resources: {'Port': ['ID=c3f0935d-657d-4918-a1cf-10cf49337110,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:06.032686 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] No DVR routers for this DVR port c3f0935d-657d-4918-a1cf-10cf49337110 on host hv-cinder-85427 {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:42:06.041893 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:06.049497 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c6eecea4-edf2-4037-a915-03307056f63c req-556ac455-b8ce-4de0-a2bf-ae11f99fd5d9 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.84 "DELETE /networking/v2.0/ports/c3f0935d-657d-4918-a1cf-10cf49337110 HTTP/1.1" status: 204 len: 173 time: 0.6323452 Aug 29 22:42:06.059443 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'name': 'network-vif-deleted', 'tag': 'c3f0935d-657d-4918-a1cf-10cf49337110'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:06.064616 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4014954e-f633-4e04-9520-80cb2a04b4ca" -d '{"events": [{"server_uuid": "5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59", "name": "network-vif-deleted", "tag": "c3f0935d-657d-4918-a1cf-10cf49337110"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:06.112701 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba415f0-6b9b-4ae4-866f-c93d33f9a3c9 x-openstack-request-id: req-4ba415f0-6b9b-4ae4-866f-c93d33f9a3c9 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:06.113434 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59", "name": "network-vif-deleted", "tag": "c3f0935d-657d-4918-a1cf-10cf49337110", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:06.113859 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ba415f0-6b9b-4ae4-866f-c93d33f9a3c9 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:06.114672 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba415f0-6b9b-4ae4-866f-c93d33f9a3c9'] response: {'server_uuid': '5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59', 'name': 'network-vif-deleted', 'tag': 'c3f0935d-657d-4918-a1cf-10cf49337110', 'status': 'completed', 'code': 200} Aug 29 22:42:06.176362 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7f67e30d-e47b-49fd-8258-49ac226e9834 req-b3f15a08-e881-4e97-9924-9cab5c56bfa6 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 210 time: 0.0446873 Aug 29 22:42:07.327223 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7be76d18-ec5a-4553-948e-a58dbb122876 req-569ccbd8-7e40-4777-91a0-cc934617fa05 tempest-DeleteServersTestJSON-1304359646 tempest-DeleteServersTestJSON-1304359646-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5d34e6f0-76d2-49c2-92c2-ffcaa6bdcb59 HTTP/1.1" status: 200 len: 210 time: 0.0309653 Aug 29 22:42:08.148727 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device c3f0935d-657d-4918-a1cf-10cf49337110 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:42:08.169640 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: c3f0935d-657d-4918-a1cf-10cf49337110 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:42:08.169990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device c3f0935d-657d-4918-a1cf-10cf49337110 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:42:09.186206 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35794) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:09.333938 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eab56efa-b05a-4c45-a4d1-af4eaac84092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:09.419892 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eab56efa-b05a-4c45-a4d1-af4eaac84092 admin admin] Publish callbacks [] for security_group (673b91c3-7aff-4259-a4a3-b6be4a2d0125), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:09.424372 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eab56efa-b05a-4c45-a4d1-af4eaac84092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (673b91c3-7aff-4259-a4a3-b6be4a2d0125), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:09.465625 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-eab56efa-b05a-4c45-a4d1-af4eaac84092 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=45ed2afc7ed94581afedc9ac52eb9599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775607 Aug 29 22:42:09.466826 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab56efa-b05a-4c45-a4d1-af4eaac84092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b91c3-7aff-4259-a4a3-b6be4a2d0125,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:09.468572 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35804) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:09.528724 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ac3be669-0bce-44f3-9934-76c885cd90c5 admin admin] Publish callbacks [] for security_group (673b91c3-7aff-4259-a4a3-b6be4a2d0125), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:09.549253 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ac3be669-0bce-44f3-9934-76c885cd90c5 admin admin] Publish callbacks [] for security_group (673b91c3-7aff-4259-a4a3-b6be4a2d0125), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:09.566510 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:09.603020 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ac3be669-0bce-44f3-9934-76c885cd90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (673b91c3-7aff-4259-a4a3-b6be4a2d0125), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:09.606425 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ac3be669-0bce-44f3-9934-76c885cd90c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:09.607791 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ac3be669-0bce-44f3-9934-76c885cd90c5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/673b91c3-7aff-4259-a4a3-b6be4a2d0125 HTTP/1.1" status: 204 len: 168 time: 0.1378083 Aug 29 22:42:09.616815 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3be669-0bce-44f3-9934-76c885cd90c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b91c3-7aff-4259-a4a3-b6be4a2d0125,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:09.961200 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35824) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:09.975535 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b350a812-2a2e-4217-a511-76693e30d16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.040931 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=3,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:10.077547 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35832) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:10.136272 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b350a812-2a2e-4217-a511-76693e30d16c admin admin] Publish callbacks [] for security_group (ba876cc0-457e-4ca9-a3d3-785d137df65b), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.146007 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b350a812-2a2e-4217-a511-76693e30d16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ba876cc0-457e-4ca9-a3d3-785d137df65b), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.222005 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b350a812-2a2e-4217-a511-76693e30d16c admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=27369164e35c451ea75e9fff08bf4d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598512 Aug 29 22:42:10.224715 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350a812-2a2e-4217-a511-76693e30d16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba876cc0-457e-4ca9-a3d3-785d137df65b,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:10.224862 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35834) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:10.286351 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5889969d-0590-4a11-b046-eb4a365a7ba1 admin admin] Publish callbacks [] for security_group (ba876cc0-457e-4ca9-a3d3-785d137df65b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.311034 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5889969d-0590-4a11-b046-eb4a365a7ba1 admin admin] Publish callbacks [] for security_group (ba876cc0-457e-4ca9-a3d3-785d137df65b), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.369405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5889969d-0590-4a11-b046-eb4a365a7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ba876cc0-457e-4ca9-a3d3-785d137df65b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.373417 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5889969d-0590-4a11-b046-eb4a365a7ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.374865 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5889969d-0590-4a11-b046-eb4a365a7ba1 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ba876cc0-457e-4ca9-a3d3-785d137df65b HTTP/1.1" status: 204 len: 168 time: 0.1486855 Aug 29 22:42:10.385348 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:10.393817 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889969d-0590-4a11-b046-eb4a365a7ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba876cc0-457e-4ca9-a3d3-785d137df65b,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:10.563233 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (b9b96c8e-d6ee-44a6-878d-c213413c7452), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:10.986017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Deleting port 75f15ca1-b2dd-4e2f-857a-5af350f77779 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:42:10.986370 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.156782 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] For port 75f15ca1-b2dd-4e2f-857a-5af350f77779, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=75f15ca1-b2dd-4e2f-857a-5af350f77779,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:11.159374 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.190273 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Calling delete_port for 75f15ca1-b2dd-4e2f-857a-5af350f77779 owned by network:router_interface {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:42:11.274922 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35888) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:11.447543 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:11.479019 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-713376d8-c7a7-4afb-85f2-79bd17f617fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.513884 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:11.552879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (75f15ca1-b2dd-4e2f-857a-5af350f77779), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.581218 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-713376d8-c7a7-4afb-85f2-79bd17f617fe admin admin] Publish callbacks [] for security_group (9534e60a-3883-4c4b-80b6-b8c2e7fca7c8), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.582084 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f15ca1-b2dd-4e2f-857a-5af350f77779,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:11.586770 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-713376d8-c7a7-4afb-85f2-79bd17f617fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9534e60a-3883-4c4b-80b6-b8c2e7fca7c8), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.624972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713376d8-c7a7-4afb-85f2-79bd17f617fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9534e60a-3883-4c4b-80b6-b8c2e7fca7c8,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:11.658171 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-713376d8-c7a7-4afb-85f2-79bd17f617fe admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fda8b4f99c564368a9a1f08e8789cfe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820665 Aug 29 22:42:11.660760 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35908) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:11.726270 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9711427f-16c4-49aa-adfe-ea5c8ca41196 admin admin] Publish callbacks [] for security_group (9534e60a-3883-4c4b-80b6-b8c2e7fca7c8), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.754007 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9711427f-16c4-49aa-adfe-ea5c8ca41196 admin admin] Publish callbacks [] for security_group (9534e60a-3883-4c4b-80b6-b8c2e7fca7c8), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.810460 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9711427f-16c4-49aa-adfe-ea5c8ca41196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9534e60a-3883-4c4b-80b6-b8c2e7fca7c8), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.813079 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9711427f-16c4-49aa-adfe-ea5c8ca41196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.815170 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9711427f-16c4-49aa-adfe-ea5c8ca41196 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/9534e60a-3883-4c4b-80b6-b8c2e7fca7c8 HTTP/1.1" status: 204 len: 168 time: 0.1534517 Aug 29 22:42:11.827135 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:11.851307 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711427f-16c4-49aa-adfe-ea5c8ca41196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9534e60a-3883-4c4b-80b6-b8c2e7fca7c8,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:11.866847 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (b9b96c8e-d6ee-44a6-878d-c213413c7452), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.966655 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d98658f-6a1d-43fb-9a67-900006f8479f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.171593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Router b9b96c8e-d6ee-44a6-878d-c213413c7452 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:42:12.324741 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:42:12.331229 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 35932) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:12.331849 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-3625a942-e846-4220-834a-2b0931be9c91 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/b9b96c8e-d6ee-44a6-878d-c213413c7452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432079 Aug 29 22:42:12.331948 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] Sync routers for ids ['b9b96c8e-d6ee-44a6-878d-c213413c7452'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:42:12.367288 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] Routers {'b9b96c8e-d6ee-44a6-878d-c213413c7452'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:12.368038 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['b9b96c8e-d6ee-44a6-878d-c213413c7452'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:12.379313 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35938) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:12.398387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0da3fcb2-7fbb-4fc0-b6cb-0364748e932c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.560658 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks [] for router (b9b96c8e-d6ee-44a6-878d-c213413c7452), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.575612 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] Set router b9b96c8e-d6ee-44a6-878d-c213413c7452 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:12.613996 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0da3fcb2-7fbb-4fc0-b6cb-0364748e932c admin admin] Publish callbacks [] for security_group (7a4cea9c-5234-4ea4-8fda-536e10cc7ac5), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.623530 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0da3fcb2-7fbb-4fc0-b6cb-0364748e932c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7a4cea9c-5234-4ea4-8fda-536e10cc7ac5), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.710287 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0da3fcb2-7fbb-4fc0-b6cb-0364748e932c admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1b1ee70b12a7429ca3c3a8103b79454b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255205 Aug 29 22:42:12.750971 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 35954) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:12.752000 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3fcb2-7fbb-4fc0-b6cb-0364748e932c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4cea9c-5234-4ea4-8fda-536e10cc7ac5,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:12.800916 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:42:11Z', 'revision_number': 5, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port': {'id': '75d70190-09c3-4e4b-833f-eb2db4e43ff8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:12.825803 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks [] for router_gateway (b9b96c8e-d6ee-44a6-878d-c213413c7452), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.854369 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c2ae99-64da-41fc-afdf-12a70d613417 admin admin] Publish callbacks [] for security_group (7a4cea9c-5234-4ea4-8fda-536e10cc7ac5), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.858248 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] Checking router: b9b96c8e-d6ee-44a6-878d-c213413c7452 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:42:12.885176 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c2ae99-64da-41fc-afdf-12a70d613417 admin admin] Publish callbacks [] for security_group (7a4cea9c-5234-4ea4-8fda-536e10cc7ac5), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.892613 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] Routers {'b9b96c8e-d6ee-44a6-878d-c213413c7452'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:12.893262 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:41:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['b9b96c8e-d6ee-44a6-878d-c213413c7452'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:12.920316 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Deleting port 75d70190-09c3-4e4b-833f-eb2db4e43ff8 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:42:12.920670 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.956627 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c2ae99-64da-41fc-afdf-12a70d613417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7a4cea9c-5234-4ea4-8fda-536e10cc7ac5), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.960268 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c2ae99-64da-41fc-afdf-12a70d613417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.961383 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-73c2ae99-64da-41fc-afdf-12a70d613417 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/7a4cea9c-5234-4ea4-8fda-536e10cc7ac5 HTTP/1.1" status: 204 len: 168 time: 0.2015731 Aug 29 22:42:12.983801 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2ae99-64da-41fc-afdf-12a70d613417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4cea9c-5234-4ea4-8fda-536e10cc7ac5,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:13.062791 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.075067 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.080070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] For port 75d70190-09c3-4e4b-833f-eb2db4e43ff8, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=75d70190-09c3-4e4b-833f-eb2db4e43ff8,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:13.081571 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.084806 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] Set router b9b96c8e-d6ee-44a6-878d-c213413c7452 gateway port host: None {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:13.130018 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Calling delete_port for 75d70190-09c3-4e4b-833f-eb2db4e43ff8 owned by network:router_gateway {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:42:13.158335 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.214637 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:42:12Z', 'revision_number': 6, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port_host': None}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:13.254068 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2e1b8-5316-48fc-84ae-6aaf3d20fdc6 None None] The sync data for ids ['b9b96c8e-d6ee-44a6-878d-c213413c7452'] in dv-cinder-854270-4-iscsi is: [{'id': 'b9b96c8e-d6ee-44a6-878d-c213413c7452', 'name': 'tempest-DeleteServersTestJSON-1704017237-router', 'tenant_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:46Z', 'updated_at': '2022-08-29T22:42:12Z', 'revision_number': 6, 'project_id': '5b5cee4eb87f4428aa0c68502f2eaab1', 'gw_port_host': None}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:42:13.453078 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.482217 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (75d70190-09c3-4e4b-833f-eb2db4e43ff8), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.537619 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d70190-09c3-4e4b-833f-eb2db4e43ff8,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:13.592311 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (b9b96c8e-d6ee-44a6-878d-c213413c7452), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.660512 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36004) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:13.703681 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eef57d65-17dd-4f3d-b7bd-49756d038cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.729155 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.738990 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (b9b96c8e-d6ee-44a6-878d-c213413c7452), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.744184 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks [] for router_controller (b9b96c8e-d6ee-44a6-878d-c213413c7452), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.826601 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (b9b96c8e-d6ee-44a6-878d-c213413c7452), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.826601 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b96c8e-d6ee-44a6-878d-c213413c7452 {{(pid=134261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:42:13.834076 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.838157 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d297673c-0bc8-479c-9806-dbfc2ad065f4 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/b9b96c8e-d6ee-44a6-878d-c213413c7452 HTTP/1.1" status: 204 len: 168 time: 1.5114336 Aug 29 22:42:13.838821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36014) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:13.859358 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.896405 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eef57d65-17dd-4f3d-b7bd-49756d038cc8 admin admin] Publish callbacks [] for security_group (9287e21b-bd5d-4d18-bc65-759eaa5a3bf2), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.902020 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eef57d65-17dd-4f3d-b7bd-49756d038cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9287e21b-bd5d-4d18-bc65-759eaa5a3bf2), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.915184 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] Deleting subnet 782fe3ba-2c4a-430a-9950-1e382d0a19a9 {{(pid=134261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:42:13.920848 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] Publish callbacks [] for subnet (782fe3ba-2c4a-430a-9950-1e382d0a19a9), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:13.971258 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36018) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:13.971584 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-eef57d65-17dd-4f3d-b7bd-49756d038cc8 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=257061481c1f4bd1a2fc29ab228ebd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976232 Aug 29 22:42:13.971584 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef57d65-17dd-4f3d-b7bd-49756d038cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9287e21b-bd5d-4d18-bc65-759eaa5a3bf2,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:13.990209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] Publish callbacks [] for subnet (782fe3ba-2c4a-430a-9950-1e382d0a19a9), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.104866 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (782fe3ba-2c4a-430a-9950-1e382d0a19a9), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.107849 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0c83227c-2676-4b30-8aa2-cde1f458cd9e admin admin] Publish callbacks [] for security_group (9287e21b-bd5d-4d18-bc65-759eaa5a3bf2), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.156429 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0c83227c-2676-4b30-8aa2-cde1f458cd9e admin admin] Publish callbacks [] for security_group (9287e21b-bd5d-4d18-bc65-759eaa5a3bf2), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.221650 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (782fe3ba-2c4a-430a-9950-1e382d0a19a9), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.260306 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.268297 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36032) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:14.269184 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/782fe3ba-2c4a-430a-9950-1e382d0a19a9 HTTP/1.1" status: 204 len: 168 time: 0.4292526 Aug 29 22:42:14.270877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6679770-73e7-4865-88d7-4bead7b0259e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782fe3ba-2c4a-430a-9950-1e382d0a19a9,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:14.280391 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad360e3e-1f65-44da-98f1-057fb9a30258 None None] Network f93a61cd-da5c-42a0-b9db-a4c6949cf0ec requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:42:14.289998 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0c83227c-2676-4b30-8aa2-cde1f458cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9287e21b-bd5d-4d18-bc65-759eaa5a3bf2), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.294659 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0c83227c-2676-4b30-8aa2-cde1f458cd9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.296203 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-0c83227c-2676-4b30-8aa2-cde1f458cd9e admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/9287e21b-bd5d-4d18-bc65-759eaa5a3bf2 HTTP/1.1" status: 204 len: 168 time: 0.3362007 Aug 29 22:42:14.306119 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83227c-2676-4b30-8aa2-cde1f458cd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9287e21b-bd5d-4d18-bc65-759eaa5a3bf2,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:14.380031 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.440191 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Deleting port c1db9e36-23fc-41b2-a47c-02339db76675 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:42:14.440700 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.580544 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] DHCP port deletion for f93a61cd-da5c-42a0-b9db-a4c6949cf0ec request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:42:14.585777 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:14.604527 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75f15ca1-b2dd-4e2f-857a-5af350f77779 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:42:14.697598 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 75f15ca1-b2dd-4e2f-857a-5af350f77779 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:42:14.698241 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75f15ca1-b2dd-4e2f-857a-5af350f77779 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:42:14.699467 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75d70190-09c3-4e4b-833f-eb2db4e43ff8 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:42:14.724970 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 75d70190-09c3-4e4b-833f-eb2db4e43ff8 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:42:14.725548 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 75d70190-09c3-4e4b-833f-eb2db4e43ff8 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:42:14.744859 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] Deleting port c1db9e36-23fc-41b2-a47c-02339db76675 {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:42:14.745521 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.783626 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] For port c1db9e36-23fc-41b2-a47c-02339db76675, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=c1db9e36-23fc-41b2-a47c-02339db76675,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:14.784769 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.834153 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Calling delete_port for c1db9e36-23fc-41b2-a47c-02339db76675 owned by network:dhcp {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:42:14.963335 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-1866ed95-00ef-4897-8e03-ff259bc90c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.979066 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:14.995107 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] For port c1db9e36-23fc-41b2-a47c-02339db76675, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=c1db9e36-23fc-41b2-a47c-02339db76675,segment=NetworkSegment(5fa97040-2614-484f-b757-99d795caf22c),segment_id=5fa97040-2614-484f-b757-99d795caf22c)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:14.996329 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.015128 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] Calling delete_port for c1db9e36-23fc-41b2-a47c-02339db76675 owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:42:15.025089 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] No DVR routers for this DVR port c1db9e36-23fc-41b2-a47c-02339db76675 on host dv-cinder-854270-4-iscsi {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:42:15.087165 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1db9e36-23fc-41b2-a47c-02339db76675,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:15.116851 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:15.182578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.195347 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (c1db9e36-23fc-41b2-a47c-02339db76675), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.246643 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93a61cd-da5c-42a0-b9db-a4c6949cf0ec']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:15.247641 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] Pushing event deleted for resources: {'Port': ['ID=c1db9e36-23fc-41b2-a47c-02339db76675,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:15.256740 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ae0ac-f376-4b10-bf6a-127c0f9bfdb9 None None] No DVR routers for this DVR port c1db9e36-23fc-41b2-a47c-02339db76675 on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:42:15.278297 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa97040-2614-484f-b757-99d795caf22c') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:15.278696 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa97040-2614-484f-b757-99d795caf22c') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:15.291329 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (5fa97040-2614-484f-b757-99d795caf22c), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.312336 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (5fa97040-2614-484f-b757-99d795caf22c), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.322384 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:42:15.322861 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (5fa97040-2614-484f-b757-99d795caf22c), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.381458 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 5fa97040-2614-484f-b757-99d795caf22c resource provider aggregate not found Aug 29 22:42:15.410638 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 5fa97040-2614-484f-b757-99d795caf22c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fa97040-2614-484f-b757-99d795caf22c found for delete ", "request_id": "req-429cf53e-b424-43f8-8403-b6c6af4ceb42"}]} Aug 29 22:42:15.420812 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (f93a61cd-da5c-42a0-b9db-a4c6949cf0ec), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.431436 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.440844 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/f93a61cd-da5c-42a0-b9db-a4c6949cf0ec HTTP/1.1" status: 204 len: 168 time: 1.1662974 Aug 29 22:42:15.473857 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276fde1-da4b-4abb-8b95-9c12859d39b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93a61cd-da5c-42a0-b9db-a4c6949cf0ec,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:15.614715 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36096) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:15.667610 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-3f5b0dee-621c-444e-be45-3d35ee35f432 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=5b5cee4eb87f4428aa0c68502f2eaab1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512092 Aug 29 22:42:15.670377 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36098) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:15.737981 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2b21bba8-90f6-4e46-bc37-422e3c04ba45 admin admin] Publish callbacks [] for security_group (2bf14ddb-9a54-4554-baec-57659cd6ecf8), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.757006 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.786614 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2b21bba8-90f6-4e46-bc37-422e3c04ba45 admin admin] Publish callbacks [] for security_group (2bf14ddb-9a54-4554-baec-57659cd6ecf8), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.852046 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2b21bba8-90f6-4e46-bc37-422e3c04ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2bf14ddb-9a54-4554-baec-57659cd6ecf8), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.855032 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2b21bba8-90f6-4e46-bc37-422e3c04ba45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:15.856560 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-2b21bba8-90f6-4e46-bc37-422e3c04ba45 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2bf14ddb-9a54-4554-baec-57659cd6ecf8 HTTP/1.1" status: 204 len: 168 time: 0.1849935 Aug 29 22:42:15.865747 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21bba8-90f6-4e46-bc37-422e3c04ba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf14ddb-9a54-4554-baec-57659cd6ecf8,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:16.152124 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36112) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:16.449993 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1fd59e96-d478-42f6-b76e-0db3cd97b5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:16.566331 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device c1db9e36-23fc-41b2-a47c-02339db76675 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:42:16.616254 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: c1db9e36-23fc-41b2-a47c-02339db76675 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:42:16.616621 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device c1db9e36-23fc-41b2-a47c-02339db76675 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:42:16.645055 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1fd59e96-d478-42f6-b76e-0db3cd97b5fd admin admin] Publish callbacks [] for security_group (4d8e6c44-1710-49ec-b001-42ea20582e5b), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:16.650112 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1fd59e96-d478-42f6-b76e-0db3cd97b5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4d8e6c44-1710-49ec-b001-42ea20582e5b), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:16.697077 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=81,neutron:DELETE=14,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:16.706154 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-1fd59e96-d478-42f6-b76e-0db3cd97b5fd admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0da1a62f992b4d3f86adaa2d0230d35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516992 Aug 29 22:42:16.708412 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd59e96-d478-42f6-b76e-0db3cd97b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e6c44-1710-49ec-b001-42ea20582e5b,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:16.709730 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36152) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:16.771909 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:16.811425 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:16.815706 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9d1557ee-bd31-48e0-8eae-91d49fb2a53e admin admin] Publish callbacks [] for security_group (4d8e6c44-1710-49ec-b001-42ea20582e5b), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:16.849644 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9d1557ee-bd31-48e0-8eae-91d49fb2a53e admin admin] Publish callbacks [] for security_group (4d8e6c44-1710-49ec-b001-42ea20582e5b), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:16.919318 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9d1557ee-bd31-48e0-8eae-91d49fb2a53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4d8e6c44-1710-49ec-b001-42ea20582e5b), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:16.925788 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9d1557ee-bd31-48e0-8eae-91d49fb2a53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:16.930852 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9d1557ee-bd31-48e0-8eae-91d49fb2a53e admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4d8e6c44-1710-49ec-b001-42ea20582e5b HTTP/1.1" status: 204 len: 168 time: 0.2173858 Aug 29 22:42:16.947333 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1557ee-bd31-48e0-8eae-91d49fb2a53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e6c44-1710-49ec-b001-42ea20582e5b,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:16.958413 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.452174 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36198) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:17.481224 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7bcf07a8-8e75-4ea7-a5e0-e29e876bb074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.573005 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36202) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:17.592264 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7bcf07a8-8e75-4ea7-a5e0-e29e876bb074 admin admin] Publish callbacks [] for security_group (a6787326-397c-4fe9-a602-d8fb491254de), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.598132 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7bcf07a8-8e75-4ea7-a5e0-e29e876bb074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (a6787326-397c-4fe9-a602-d8fb491254de), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.639464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=8 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:17.645558 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36212) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:17.679139 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.689843 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-7bcf07a8-8e75-4ea7-a5e0-e29e876bb074 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=6fc71ea0219443bca187d837a00e443b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337844 Aug 29 22:42:17.690765 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf07a8-8e75-4ea7-a5e0-e29e876bb074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6787326-397c-4fe9-a602-d8fb491254de,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:17.693334 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36216) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:17.754973 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ed22f646-cb21-421c-8b7d-088efca8cd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.760502 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d3edd847-3e37-411f-a369-35d31d5ee88d admin admin] Publish callbacks [] for security_group (a6787326-397c-4fe9-a602-d8fb491254de), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.798345 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d3edd847-3e37-411f-a369-35d31d5ee88d admin admin] Publish callbacks [] for security_group (a6787326-397c-4fe9-a602-d8fb491254de), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.881035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d3edd847-3e37-411f-a369-35d31d5ee88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (a6787326-397c-4fe9-a602-d8fb491254de), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.882981 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-536901089-network', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:17.883860 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d3edd847-3e37-411f-a369-35d31d5ee88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.885698 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d3edd847-3e37-411f-a369-35d31d5ee88d admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/a6787326-397c-4fe9-a602-d8fb491254de HTTP/1.1" status: 204 len: 168 time: 0.1906073 Aug 29 22:42:17.895673 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edd847-3e37-411f-a369-35d31d5ee88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6787326-397c-4fe9-a602-d8fb491254de,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:17.924049 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ed22f646-cb21-421c-8b7d-088efca8cd93 admin admin] Publish callbacks [] for security_group (4f0a45aa-3434-40c5-adbe-d24a2f6b2d84), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.929229 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ed22f646-cb21-421c-8b7d-088efca8cd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4f0a45aa-3434-40c5-adbe-d24a2f6b2d84), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.940695 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Made reservation on behalf of 8ad722485ac34d1796f03003fbcde07a for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:17.943199 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.976395 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:17.989870 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22f646-cb21-421c-8b7d-088efca8cd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a45aa-3434-40c5-adbe-d24a2f6b2d84,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:17.994954 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ed22f646-cb21-421c-8b7d-088efca8cd93 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=f3b80a1e2fcc414bb50798dfd6571d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201193 Aug 29 22:42:17.998106 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36230) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:18.002720 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36232) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:18.066943 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad74-c2f0-43b1-a0f6-b8949c2aa566 admin admin] Publish callbacks [] for security_group (4f0a45aa-3434-40c5-adbe-d24a2f6b2d84), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.098284 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad74-c2f0-43b1-a0f6-b8949c2aa566 admin admin] Publish callbacks [] for security_group (4f0a45aa-3434-40c5-adbe-d24a2f6b2d84), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.100115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks [] for security_group (458a66b7-0f3d-49d5-bbf2-af0f8d861737), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.105473 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (458a66b7-0f3d-49d5-bbf2-af0f8d861737), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.143746 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=134262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:42:18.156490 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458a66b7-0f3d-49d5-bbf2-af0f8d861737,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:18.171368 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad74-c2f0-43b1-a0f6-b8949c2aa566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4f0a45aa-3434-40c5-adbe-d24a2f6b2d84), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.175686 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56a6ad74-c2f0-43b1-a0f6-b8949c2aa566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.177792 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-56a6ad74-c2f0-43b1-a0f6-b8949c2aa566 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4f0a45aa-3434-40c5-adbe-d24a2f6b2d84 HTTP/1.1" status: 204 len: 168 time: 0.1781857 Aug 29 22:42:18.181400 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (2b25ab9b-3d5c-4604-8a70-f64612aed729), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.181749 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Added segment 2b25ab9b-3d5c-4604-8a70-f64612aed729 of type vlan for network 40dada36-2150-4300-9ee8-450a7585ae7c Aug 29 22:42:18.191799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6ad74-c2f0-43b1-a0f6-b8949c2aa566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a45aa-3434-40c5-adbe-d24a2f6b2d84,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:18.260725 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (40dada36-2150-4300-9ee8-450a7585ae7c), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.296581 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (40dada36-2150-4300-9ee8-450a7585ae7c), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.298268 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:18.299130 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.371700 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7246215 Aug 29 22:42:18.374902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36246) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:18.382025 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Request body: {'subnet': {'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-subnet', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:18.411063 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e89ff2-579e-4e34-9749-a4a3a6d1cd14 admin admin] Pushing event updated for resources: {'Network': ['ID=40dada36-2150-4300-9ee8-450a7585ae7c,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:18.415142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-97c50aad-e88b-4543-811f-9a8ec60dc1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.430288 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 40dada36-2150-4300-9ee8-450a7585ae7c details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:42:18.462104 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Made reservation on behalf of 8ad722485ac34d1796f03003fbcde07a for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:18.470804 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.507566 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:18.520497 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:18.523885 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-97c50aad-e88b-4543-811f-9a8ec60dc1e9 admin admin] Publish callbacks [] for security_group (55a12b8f-6793-4cc5-9626-fc5d6f9837d1), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.529775 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-97c50aad-e88b-4543-811f-9a8ec60dc1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (55a12b8f-6793-4cc5-9626-fc5d6f9837d1), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.574367 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-97c50aad-e88b-4543-811f-9a8ec60dc1e9 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=385669c5693b403aaa26f64deb5e3c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699189 Aug 29 22:42:18.579459 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36248) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:18.600728 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c50aad-e88b-4543-811f-9a8ec60dc1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a12b8f-6793-4cc5-9626-fc5d6f9837d1,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:18.669261 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0bef7acc-11aa-44b7-ab13-b96eee8c7f19 admin admin] Publish callbacks [] for security_group (55a12b8f-6793-4cc5-9626-fc5d6f9837d1), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.693722 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0bef7acc-11aa-44b7-ab13-b96eee8c7f19 admin admin] Publish callbacks [] for security_group (55a12b8f-6793-4cc5-9626-fc5d6f9837d1), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.752254 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0bef7acc-11aa-44b7-ab13-b96eee8c7f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (55a12b8f-6793-4cc5-9626-fc5d6f9837d1), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.755417 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0bef7acc-11aa-44b7-ab13-b96eee8c7f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.759484 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0bef7acc-11aa-44b7-ab13-b96eee8c7f19 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/55a12b8f-6793-4cc5-9626-fc5d6f9837d1 HTTP/1.1" status: 204 len: 168 time: 0.1784823 Aug 29 22:42:18.770141 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef7acc-11aa-44b7-ab13-b96eee8c7f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a12b8f-6793-4cc5-9626-fc5d6f9837d1,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:18.966755 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (5ad8e057-bc49-49ef-988c-fcdc0f880996), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:18.997223 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:19.024372 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad8e057-bc49-49ef-988c-fcdc0f880996,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:19.045578 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Checking segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:19.045927 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Network hostable DHCP agents. Network: 40dada36-2150-4300-9ee8-450a7585ae7c, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:42:19.066480 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Network 40dada36-2150-4300-9ee8-450a7585ae7c is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:42:19.077329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 40dada36-2150-4300-9ee8-450a7585ae7c) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:19.081993 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:19.082669 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.088225 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534a39e-1160-4359-968f-c53834eb5b51 None None] Network 40dada36-2150-4300-9ee8-450a7585ae7c requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:42:19.108050 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f675d079-8be3-46ae-8f8a-d2dc5ce66fdb admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7315264 Aug 29 22:42:19.110992 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36266) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:19.116652 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:19.148413 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (bac83cba-4e5b-4a09-96c3-09f432eed69b), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.150100 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (bac83cba-4e5b-4a09-96c3-09f432eed69b), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.203207 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36270) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:19.217189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95375b7c-8e2f-4633-9d85-42f7f5882bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.227176 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks [] for router_controller (bac83cba-4e5b-4a09-96c3-09f432eed69b), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.230696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-40dada36-2150-4300-9ee8-450a7585ae7c', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:42:19.232042 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.275879 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:19.321877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95375b7c-8e2f-4633-9d85-42f7f5882bfd admin admin] Publish callbacks [] for security_group (b8c3ee08-fe7d-4ae8-b60e-428ee998566c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.326963 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95375b7c-8e2f-4633-9d85-42f7f5882bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (b8c3ee08-fe7d-4ae8-b60e-428ee998566c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.386606 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Allocated IP 172.20.0.2 (40dada36-2150-4300-9ee8-450a7585ae7c/5ad8e057-bc49-49ef-988c-fcdc0f880996/0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:19.418663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks [] for router_gateway (bac83cba-4e5b-4a09-96c3-09f432eed69b), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.430025 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-95375b7c-8e2f-4633-9d85-42f7f5882bfd admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fa7bbc1b7cc14597b71a91f6ddb220ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232533 Aug 29 22:42:19.430025 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95375b7c-8e2f-4633-9d85-42f7f5882bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3ee08-fe7d-4ae8-b60e-428ee998566c,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:19.434225 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36278) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:19.544539 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bea189b2-6cc6-4dfb-971c-2a5625fcb56b admin admin] Publish callbacks [] for security_group (b8c3ee08-fe7d-4ae8-b60e-428ee998566c), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.585190 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bea189b2-6cc6-4dfb-971c-2a5625fcb56b admin admin] Publish callbacks [] for security_group (b8c3ee08-fe7d-4ae8-b60e-428ee998566c), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.646339 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bea189b2-6cc6-4dfb-971c-2a5625fcb56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (b8c3ee08-fe7d-4ae8-b60e-428ee998566c), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.649469 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:DELETE=3,neutron:INSERT=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:19.651593 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Publish callbacks [] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.654058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bea189b2-6cc6-4dfb-971c-2a5625fcb56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.660383 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-bea189b2-6cc6-4dfb-971c-2a5625fcb56b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/b8c3ee08-fe7d-4ae8-b60e-428ee998566c HTTP/1.1" status: 204 len: 168 time: 0.2240865 Aug 29 22:42:19.664654 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.690650 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea189b2-6cc6-4dfb-971c-2a5625fcb56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3ee08-fe7d-4ae8-b60e-428ee998566c,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:19.783329 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Pushing event updated for resources: {'Port': ['ID=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:19.799002 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Network 40dada36-2150-4300-9ee8-450a7585ae7c is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:19.804771 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:19.808402 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:19.851171 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks [] for router_gateway (bac83cba-4e5b-4a09-96c3-09f432eed69b), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.904213 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.908846 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Attempting to bind port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:42:19.911340 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Attempting to bind port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:42:19.912204 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Attempting to bind port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:19.934141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:42:19.934141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Checking segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:19.934141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:19.934141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Bound using segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:42:19.934141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Bound port: 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:42:19.934141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.002492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:20.027722 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] For port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:42:20.031946 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] For port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:42:20.041045 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.083727 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Allocated IP 172.27.1.213 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/6f702b36-f152-4e07-9a5f-4bb6df507935) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:20.111566 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01392ea-4b27-4466-a324-212dfbcbc2c2 None None] Pushing event updated for resources: {'Port': ['ID=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:20.126318 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:20.234835 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks [] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.284782 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.377008 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:20.382256 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:20.389184 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:20.393977 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Pushing event updated for resources: {'Port': ['ID=6f702b36-f152-4e07-9a5f-4bb6df507935,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:20.581946 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:20.613458 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:20.717823 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:20.718423 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.770526 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks [] for router_gateway (bac83cba-4e5b-4a09-96c3-09f432eed69b), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.816135 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:20.816945 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.874039 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:20.879967 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:20.951346 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:21.164910 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (bac83cba-4e5b-4a09-96c3-09f432eed69b), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:21.316017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Router bac83cba-4e5b-4a09-96c3-09f432eed69b is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:42:21.348244 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40019d6-8715-48a1-aeec-890236c7955d None None] Network 40dada36-2150-4300-9ee8-450a7585ae7c requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:42:21.455030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:42:21.482293 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Sync routers for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:42:21.490418 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-075e3151-f6c1-4934-bbc6-070d6fcb6782 None None] Provisioning complete for port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:21.493241 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:21.493781 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-075e3151-f6c1-4934-bbc6-070d6fcb6782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:21.514654 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:21.517365 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-17d06443-f980-45bb-bc27-423adb98aa8d admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4047313 Aug 29 22:42:21.520888 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36350) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:21.554774 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:21.555443 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:42:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:21.595586 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36352) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:21.772740 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-075e3151-f6c1-4934-bbc6-070d6fcb6782 None None] Current status of the port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:21.787912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:21.792017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-31835dbf-ccf7-4861-a63f-ac5deba7dfa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:21.935208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:21.988615 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-31835dbf-ccf7-4861-a63f-ac5deba7dfa5 admin admin] Publish callbacks [] for security_group (00887b45-4372-46f7-b032-25abcf242052), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:21.993997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-31835dbf-ccf7-4861-a63f-ac5deba7dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (00887b45-4372-46f7-b032-25abcf242052), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.047804 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-31835dbf-ccf7-4861-a63f-ac5deba7dfa5 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=93f7ac3224cf42929135e5af81989ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512568 Aug 29 22:42:22.048981 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36366) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:22.065554 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:22.072380 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31835dbf-ccf7-4861-a63f-ac5deba7dfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00887b45-4372-46f7-b032-25abcf242052,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:22.092422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-2ec457f7-0c01-4d9e-9cde-fd64c41c5cd6 None None] Provisioning complete for port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:22.092778 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2ec457f7-0c01-4d9e-9cde-fd64c41c5cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.116882 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7e3d84ef-c2cc-426f-b6f8-d9d1e7822658 admin admin] Publish callbacks [] for security_group (00887b45-4372-46f7-b032-25abcf242052), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.119492 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:22.130058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.139592 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:20Z', 'revision_number': 3, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:22.142368 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:22.143120 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7e3d84ef-c2cc-426f-b6f8-d9d1e7822658 admin admin] Publish callbacks [] for security_group (00887b45-4372-46f7-b032-25abcf242052), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.176276 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Checking router: bac83cba-4e5b-4a09-96c3-09f432eed69b for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:42:22.176921 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Updating router bac83cba-4e5b-4a09-96c3-09f432eed69b port 6f702b36-f152-4e07-9a5f-4bb6df507935 binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:42:22.211103 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7e3d84ef-c2cc-426f-b6f8-d9d1e7822658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (00887b45-4372-46f7-b032-25abcf242052), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.218552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7e3d84ef-c2cc-426f-b6f8-d9d1e7822658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.221390 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7e3d84ef-c2cc-426f-b6f8-d9d1e7822658 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/00887b45-4372-46f7-b032-25abcf242052 HTTP/1.1" status: 204 len: 168 time: 0.1682332 Aug 29 22:42:22.261015 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d84ef-c2cc-426f-b6f8-d9d1e7822658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00887b45-4372-46f7-b032-25abcf242052,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:22.346118 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Allocated IP 172.20.0.1 (40dada36-2150-4300-9ee8-450a7585ae7c/5ad8e057-bc49-49ef-988c-fcdc0f880996/46b9693a-9bb9-402b-bd6f-e6a014f1ad01) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:22.406555 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-2ec457f7-0c01-4d9e-9cde-fd64c41c5cd6 None None] Current status of the port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:22.422887 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.491539 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks [] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.496917 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:22.549146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.592913 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:22.611103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Network 40dada36-2150-4300-9ee8-450a7585ae7c is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:22.616183 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:22.625180 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:22.626778 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (bac83cba-4e5b-4a09-96c3-09f432eed69b), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.704549 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Pushing event updated for resources: {'Port': ['ID=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:22.733398 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:22.734002 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.907897 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.946060 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:22.951029 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36392) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:22.963412 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Publish callbacks [] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.971832 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.975879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5215e8c7-733d-439c-a90d-a775c3b02538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.013494 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Attempting to bind port 6f702b36-f152-4e07-9a5f-4bb6df507935 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:42:23.013910 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Attempting to bind port 6f702b36-f152-4e07-9a5f-4bb6df507935 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:42:23.014380 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Attempting to bind port 6f702b36-f152-4e07-9a5f-4bb6df507935 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:23.024906 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:42:23.025157 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:23.025580 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.026956 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:42:23.028147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Bound port: 6f702b36-f152-4e07-9a5f-4bb6df507935, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:42:23.029242 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.079853 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f31e5-8dc6-458d-bd12-e7eedbce9181 None None] Pushing event updated for resources: {'Port': ['ID=6f702b36-f152-4e07-9a5f-4bb6df507935,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:23.082444 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-6189f5de-ccd4-4250-9c03-2f07f3087086 None None] Provisioning complete for port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:23.082953 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6189f5de-ccd4-4250-9c03-2f07f3087086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.137745 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-6189f5de-ccd4-4250-9c03-2f07f3087086 None None] Port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:42:23.151475 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] For port 6f702b36-f152-4e07-9a5f-4bb6df507935, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:42:23.159473 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] For port 6f702b36-f152-4e07-9a5f-4bb6df507935, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6f702b36-f152-4e07-9a5f-4bb6df507935,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:42:23.173227 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.174770 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:23.177336 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5215e8c7-733d-439c-a90d-a775c3b02538 admin admin] Publish callbacks [] for security_group (47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.181741 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5215e8c7-733d-439c-a90d-a775c3b02538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.212333 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks [] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.220223 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.221179 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (bac83cba-4e5b-4a09-96c3-09f432eed69b), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.246845 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:23.248810 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:42:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:23.250492 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-5215e8c7-733d-439c-a90d-a775c3b02538 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=63f069590e3b49c6a5021b98faf513f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978122 Aug 29 22:42:23.252671 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36398) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:23.280787 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215e8c7-733d-439c-a90d-a775c3b02538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:23.290854 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Pushing event updated for resources: {'Port': ['ID=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:23.304990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:23.308657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f31e5-8dc6-458d-bd12-e7eedbce9181 None None] Pushing event updated for resources: {'Port': ['ID=6f702b36-f152-4e07-9a5f-4bb6df507935,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:23.366877 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7627f79d-0189-44b0-b37c-a8b81e83832d admin admin] Publish callbacks [] for security_group (47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.372795 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:23.405493 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:23.419434 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7627f79d-0189-44b0-b37c-a8b81e83832d admin admin] Publish callbacks [] for security_group (47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.461034 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Network 40dada36-2150-4300-9ee8-450a7585ae7c is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:23.463300 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:23.484481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7627f79d-0189-44b0-b37c-a8b81e83832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.489117 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7627f79d-0189-44b0-b37c-a8b81e83832d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.497130 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7627f79d-0189-44b0-b37c-a8b81e83832d admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d HTTP/1.1" status: 204 len: 168 time: 0.2348104 Aug 29 22:42:23.497130 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36404) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:23.529424 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627f79d-0189-44b0-b37c-a8b81e83832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1cfa2-adc8-4487-b4b4-4b6062ce1c0d,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:23.655415 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Router bac83cba-4e5b-4a09-96c3-09f432eed69b has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:42:23.789123 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-6a1813ae-4536-49be-96cc-ee139e8afaa1 None None] Provisioning complete for port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:23.789123 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6a1813ae-4536-49be-96cc-ee139e8afaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:23.820384 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-6a1813ae-4536-49be-96cc-ee139e8afaa1 None None] Port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:42:23.822698 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 2, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:23.867632 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:42:23.869789 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7a336-eaf6-4614-860f-df05462f4fc0 None None] The sync data for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi is: [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 2, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:42:23.875730 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-98f9315c-3bb5-4a71-bc2c-bda3cefc7894 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/bac83cba-4e5b-4a09-96c3-09f432eed69b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3530798 Aug 29 22:42:24.009465 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f851973-db3d-42d5-9a49-d36df899a169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:24.168812 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:24.225146 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f851973-db3d-42d5-9a49-d36df899a169 admin admin] Publish callbacks [] for security_group (be10b332-f5eb-49dc-bc54-ae545dcb5aed), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:24.229868 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f851973-db3d-42d5-9a49-d36df899a169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (be10b332-f5eb-49dc-bc54-ae545dcb5aed), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:24.264295 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f851973-db3d-42d5-9a49-d36df899a169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be10b332-f5eb-49dc-bc54-ae545dcb5aed,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:24.309696 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0f851973-db3d-42d5-9a49-d36df899a169 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ba52fe3a7e094de1a8e40d50f726685b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7923167 Aug 29 22:42:24.313058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36430) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:24.385442 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-45c85b9e-086a-41ab-ba43-54dc7381a761 admin admin] Publish callbacks [] for security_group (be10b332-f5eb-49dc-bc54-ae545dcb5aed), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:24.420544 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-45c85b9e-086a-41ab-ba43-54dc7381a761 admin admin] Publish callbacks [] for security_group (be10b332-f5eb-49dc-bc54-ae545dcb5aed), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:24.477359 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-45c85b9e-086a-41ab-ba43-54dc7381a761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (be10b332-f5eb-49dc-bc54-ae545dcb5aed), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:24.480538 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-45c85b9e-086a-41ab-ba43-54dc7381a761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:24.481819 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-45c85b9e-086a-41ab-ba43-54dc7381a761 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/be10b332-f5eb-49dc-bc54-ae545dcb5aed HTTP/1.1" status: 204 len: 168 time: 0.1677120 Aug 29 22:42:24.492490 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c85b9e-086a-41ab-ba43-54dc7381a761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be10b332-f5eb-49dc-bc54-ae545dcb5aed,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:24.664217 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:24.806579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-cdf1658f-9608-4a53-a19e-ddbcf37458b2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:24.808743 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-cdf1658f-9608-4a53-a19e-ddbcf37458b2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 818 time: 0.1763659 Aug 29 22:42:24.865589 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-d510f90d-22d4-49df-9e99-e3972d5e4d14 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/quotas/8ad722485ac34d1796f03003fbcde07a HTTP/1.1" status: 200 len: 375 time: 0.0215862 Aug 29 22:42:24.957582 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-f0e629b5-7dcb-47ba-8636-8663fd342611 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907137 Aug 29 22:42:24.993897 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36456) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:25.019046 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e3f5097a-f217-4395-b75f-72a57cff199d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.100054 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-e2c3a0c3-7fb3-48d3-903c-e5342ab71e83 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413643 Aug 29 22:42:25.117500 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:25.175242 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e3f5097a-f217-4395-b75f-72a57cff199d admin admin] Publish callbacks [] for security_group (3ff06083-1c05-4e88-a14e-27ea2d65dc20), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.180579 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e3f5097a-f217-4395-b75f-72a57cff199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (3ff06083-1c05-4e88-a14e-27ea2d65dc20), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.207026 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.207435 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-20ffb923-9c2d-4a2c-a10d-f49743be97a8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998545 Aug 29 22:42:25.211226 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=19 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:25.247330 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-e3f5097a-f217-4395-b75f-72a57cff199d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=59643e8c3565487ab1f591a6953d9eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516823 Aug 29 22:42:25.250095 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36466) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:25.251608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5097a-f217-4395-b75f-72a57cff199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff06083-1c05-4e88-a14e-27ea2d65dc20,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:25.362967 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf3203b4-5009-4256-9ccc-3ead4eca34d5 admin admin] Publish callbacks [] for security_group (3ff06083-1c05-4e88-a14e-27ea2d65dc20), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.392624 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf3203b4-5009-4256-9ccc-3ead4eca34d5 admin admin] Publish callbacks [] for security_group (3ff06083-1c05-4e88-a14e-27ea2d65dc20), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.480744 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf3203b4-5009-4256-9ccc-3ead4eca34d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (3ff06083-1c05-4e88-a14e-27ea2d65dc20), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.484004 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf3203b4-5009-4256-9ccc-3ead4eca34d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.485724 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-bf3203b4-5009-4256-9ccc-3ead4eca34d5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/3ff06083-1c05-4e88-a14e-27ea2d65dc20 HTTP/1.1" status: 204 len: 168 time: 0.2345338 Aug 29 22:42:25.502186 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3203b4-5009-4256-9ccc-3ead4eca34d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff06083-1c05-4e88-a14e-27ea2d65dc20,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:25.591662 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9e7f3dac-0771-490f-b147-f8b54d4225bd req-4d526f12-1948-4a4e-ad82-bc0dd3574c0a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 210 time: 0.0500867 Aug 29 22:42:26.093924 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36510) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:26.117741 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9607742b-e612-4d53-b47c-bdb1203bc279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.163655 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-a1ce82dc-d4f6-4da0-a1b2-c7e9a38a3393 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:26.173464 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-a1ce82dc-d4f6-4da0-a1b2-c7e9a38a3393 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 818 time: 0.1844661 Aug 29 22:42:26.204193 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:42:26.204921 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-e53465a6-4874-4446-aa8f-595ede22427c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/quotas/8ad722485ac34d1796f03003fbcde07a HTTP/1.1" status: 200 len: 375 time: 0.0290854 Aug 29 22:42:26.229994 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9607742b-e612-4d53-b47c-bdb1203bc279 admin admin] Publish callbacks [] for security_group (9a99b69a-c7f1-47f8-8656-05613a716fc1), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.237699 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9607742b-e612-4d53-b47c-bdb1203bc279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9a99b69a-c7f1-47f8-8656-05613a716fc1), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.299493 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-58e5e26f-1c3b-47fd-a324-6cc8bcb1eeef tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940752 Aug 29 22:42:26.315546 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9607742b-e612-4d53-b47c-bdb1203bc279 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=f9c6ed7fd15d46ceaf45c31ff5431d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202306 Aug 29 22:42:26.318110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36516) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:26.328784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607742b-e612-4d53-b47c-bdb1203bc279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a99b69a-c7f1-47f8-8656-05613a716fc1,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:26.412550 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0fa586f7-328b-4d09-81fa-66db8dff320a admin admin] Publish callbacks [] for security_group (9a99b69a-c7f1-47f8-8656-05613a716fc1), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.444132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-8764e63d-4f61-47c6-aab9-c039daa36c5c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436255 Aug 29 22:42:26.446446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0fa586f7-328b-4d09-81fa-66db8dff320a admin admin] Publish callbacks [] for security_group (9a99b69a-c7f1-47f8-8656-05613a716fc1), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.551549 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0fa586f7-328b-4d09-81fa-66db8dff320a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (9a99b69a-c7f1-47f8-8656-05613a716fc1), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.554610 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0fa586f7-328b-4d09-81fa-66db8dff320a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.556301 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0fa586f7-328b-4d09-81fa-66db8dff320a admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/9a99b69a-c7f1-47f8-8656-05613a716fc1 HTTP/1.1" status: 204 len: 168 time: 0.2368402 Aug 29 22:42:26.585308 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa586f7-328b-4d09-81fa-66db8dff320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a99b69a-c7f1-47f8-8656-05613a716fc1,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:26.623697 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f702b36-f152-4e07-9a5f-4bb6df507935 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:26.698310 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-70e0deef-aa84-44b8-b585-11647541fdab service neutron] 10.222.0.77 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459295 Aug 29 22:42:26.731961 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6f702b36-f152-4e07-9a5f-4bb6df507935 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:26.732891 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.838558 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Sync routers for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:42:26.859635 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:26.860267 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:42:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:26.902183 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6f702b36-f152-4e07-9a5f-4bb6df507935 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:26.902598 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:26.958652 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 6f702b36-f152-4e07-9a5f-4bb6df507935, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6f702b36-f152-4e07-9a5f-4bb6df507935,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:26.965417 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:27.005803 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-de510af0-ffe8-469f-8ff7-169fdb0fe826 req-2c55c273-adfc-4195-888b-313ac82bf308 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 210 time: 0.0716772 Aug 29 22:42:27.075096 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=6f702b36-f152-4e07-9a5f-4bb6df507935,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:27.157769 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:27.505995 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 2, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:27.555074 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Checking router: bac83cba-4e5b-4a09-96c3-09f432eed69b for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:42:27.556196 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Updating router bac83cba-4e5b-4a09-96c3-09f432eed69b port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:42:27.595559 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:27.731058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-38424fdd-b315-4f4c-8aa6-ad76d39d40aa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:27.734177 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-38424fdd-b315-4f4c-8aa6-ad76d39d40aa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 818 time: 0.3743703 Aug 29 22:42:27.750938 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'port': {'device_id': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'admin_state_up': True, 'tenant_id': '8ad722485ac34d1796f03003fbcde07a'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:27.881229 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:27.925782 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Made reservation on behalf of 8ad722485ac34d1796f03003fbcde07a for: {'port': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:27.934704 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:27.966356 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Publish callbacks [] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:27.972058 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.018017 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:28.066385 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Pushing event updated for resources: {'Port': ['ID=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:28.085480 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.086247 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.086803 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.087308 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.087651 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.087975 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.088295 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.088778 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.089824 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.090288 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.090778 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.091420 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.091746 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.092066 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.092380 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:28.099894 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Attempting to bind port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:42:28.100256 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Attempting to bind port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:42:28.100610 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Attempting to bind port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:28.107021 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:42:28.107392 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Checking segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:28.108312 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.108699 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Bound using segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:42:28.109413 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Bound port: 46b9693a-9bb9-402b-bd6f-e6a014f1ad01, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:42:28.110227 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.113652 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Allocated IP 172.20.0.10 (40dada36-2150-4300-9ee8-450a7585ae7c/5ad8e057-bc49-49ef-988c-fcdc0f880996/3ccec209-cbef-4789-bf99-1b161e07c449) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:28.191005 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:28.192660 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] For port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:42:28.197155 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] For port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:42:28.205676 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.216817 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3fd8d44b-2f70-410a-ae71-5f8c23511150 req-f1c6b5f8-4c93-423c-a327-d07ff38ff8ea tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 210 time: 0.0402369 Aug 29 22:42:28.242340 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:28.263939 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:42:28.264577 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:42:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:28.324561 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e5ab3-a977-49d0-9a49-0865830a2c40 None None] Pushing event updated for resources: {'Port': ['ID=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,revision_number=4']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:28.366249 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for port (3ccec209-cbef-4789-bf99-1b161e07c449), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.426968 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.510142 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Network 40dada36-2150-4300-9ee8-450a7585ae7c is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:28.513640 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:28.517776 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:28.522386 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:28.523039 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.535120 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'Port': ['ID=3ccec209-cbef-4789-bf99-1b161e07c449,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:28.539594 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:42:28.540968 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-4bc89746-e7ee-428e-9aee-e44e01e7cfa3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970009 Aug 29 22:42:28.560264 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Request body: {'port': {'device_id': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:28.657183 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f702b36-f152-4e07-9a5f-4bb6df507935 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:28.722131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.769751 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6f702b36-f152-4e07-9a5f-4bb6df507935 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:28.770556 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.923719 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:28Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:42:28.946321 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-94909478-605f-4484-8c37-a65e9892609f None None] Provisioning complete for port 3ccec209-cbef-4789-bf99-1b161e07c449 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:28.947185 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-94909478-605f-4484-8c37-a65e9892609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.991780 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784148-45e8-402a-ad70-e0832e56bbeb None None] The sync data for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi is: [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:28Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:42:29.037410 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-94909478-605f-4484-8c37-a65e9892609f None None] Port 3ccec209-cbef-4789-bf99-1b161e07c449 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:42:29.083271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6f702b36-f152-4e07-9a5f-4bb6df507935 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:29.084342 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:29.167069 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:29.167628 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.241316 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:29.248695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:29.273824 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:29.359865 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccec209-cbef-4789-bf99-1b161e07c449 {{(pid=134261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:42:29.379543 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Publish callbacks [] for port (3ccec209-cbef-4789-bf99-1b161e07c449), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.388763 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:29.389579 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.465108 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-91448e90-cc40-40e3-a02e-16f47d4d756c req-dfc35bea-0732-485d-8efa-ad8757fa9c6f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 210 time: 0.0650744 Aug 29 22:42:29.475038 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:29.480831 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.486575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.provisioning_blocks [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Transition to ACTIVE for port object 3ccec209-cbef-4789-bf99-1b161e07c449 will not be triggered until provisioned by entity L2. {{(pid=134261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:42:29.502923 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.625390 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-c4989989-c7ba-4c08-84a3-bd67af37fb2c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:29.627136 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-c4989989-c7ba-4c08-84a3-bd67af37fb2c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 818 time: 0.6846285 Aug 29 22:42:29.634307 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:29.655722 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'port': {'device_id': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'admin_state_up': True, 'tenant_id': '8ad722485ac34d1796f03003fbcde07a'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:29.698506 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccec209-cbef-4789-bf99-1b161e07c449,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:29.757756 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Attempting to bind port 3ccec209-cbef-4789-bf99-1b161e07c449 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:42:29.758309 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Attempting to bind port 3ccec209-cbef-4789-bf99-1b161e07c449 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:42:29.763055 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Attempting to bind port 3ccec209-cbef-4789-bf99-1b161e07c449 on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:29.775286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Port 3ccec209-cbef-4789-bf99-1b161e07c449 on network 40dada36-2150-4300-9ee8-450a7585ae7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:42:29.775620 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Attempting to bind port 3ccec209-cbef-4789-bf99-1b161e07c449 on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:29.800222 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:42:29.800557 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Checking segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:29.801129 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Bound using segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:42:29.801574 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Bound port: 3ccec209-cbef-4789-bf99-1b161e07c449, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:42:29.801933 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.879578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:29.896214 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Made reservation on behalf of 8ad722485ac34d1796f03003fbcde07a for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:29.899198 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:29.901881 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.936008 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] For port 3ccec209-cbef-4789-bf99-1b161e07c449, host hv-cinder-85427, cleared binding levels {{(pid=134261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:42:29.942873 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] For port 3ccec209-cbef-4789-bf99-1b161e07c449, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ccec209-cbef-4789-bf99-1b161e07c449,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:42:29.951313 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.958648 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:29.959364 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:29.960858 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 200 len: 1094 time: 1.4052737 Aug 29 22:42:29.964698 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'tag': '3ccec209-cbef-4789-bf99-1b161e07c449'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:29.975214 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbf534e-26fd-4eee-80b2-57632708f44c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e78f6ed-61b5-43c7-acd0-82d594ac1a2a", "tag": "3ccec209-cbef-4789-bf99-1b161e07c449"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:30.067171 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4ecbdb-c0b1-494d-8cf3-e325c46ab65b x-openstack-request-id: req-7c4ecbdb-c0b1-494d-8cf3-e325c46ab65b {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:30.068085 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e78f6ed-61b5-43c7-acd0-82d594ac1a2a", "tag": "3ccec209-cbef-4789-bf99-1b161e07c449", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:30.068546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c4ecbdb-c0b1-494d-8cf3-e325c46ab65b {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:30.069045 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4ecbdb-c0b1-494d-8cf3-e325c46ab65b'] response: {'name': 'network-changed', 'server_uuid': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'tag': '3ccec209-cbef-4789-bf99-1b161e07c449', 'status': 'completed', 'code': 200} Aug 29 22:42:30.072362 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-df259424-012e-488b-acb1-d32daabe10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:30.074029 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-df259424-012e-488b-acb1-d32daabe10bf service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1128 time: 0.0531850 Aug 29 22:42:30.113741 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Allocated IP 172.20.0.5 (40dada36-2150-4300-9ee8-450a7585ae7c/5ad8e057-bc49-49ef-988c-fcdc0f880996/be00f065-5f4e-4890-b580-124b491dda4a) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:30.154939 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-d10b4314-6aed-4c8f-9233-4a2b8a888654 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 200 len: 217 time: 0.0683892 Aug 29 22:42:30.162060 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414a9a-fa5b-435d-bfef-e577375e0927 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccec209-cbef-4789-bf99-1b161e07c449,revision_number=3']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:30.176696 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:30.220988 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-ceb9a3c6-ebc7-4577-accf-0f2419da06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:30.222815 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-ceb9a3c6-ebc7-4577-accf-0f2419da06a8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0569944 Aug 29 22:42:30.272296 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-edf6ba19-3836-47c3-a9e9-24b0a6720f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:30.273896 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-edf6ba19-3836-47c3-a9e9-24b0a6720f28 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416188 Aug 29 22:42:30.319045 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for port (be00f065-5f4e-4890-b580-124b491dda4a), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:30.360842 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (be00f065-5f4e-4890-b580-124b491dda4a), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:30.392173 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-65e0e48f-57d5-4829-a11b-2004ba6e7331 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096613 Aug 29 22:42:30.412332 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Network 40dada36-2150-4300-9ee8-450a7585ae7c is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:30.415528 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:30.419479 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:30.444386 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'Port': ['ID=be00f065-5f4e-4890-b580-124b491dda4a,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:30.490133 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:30.491220 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:30.518270 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-547d7a03-8c97-448a-bea3-45700d6ba6a3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669219 Aug 29 22:42:30.530827 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Request body: {'port': {'device_id': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:30.554332 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e57964f6-6ee5-44dd-a57c-6faa5ae00030 req-65fe6762-d153-4d49-9b7f-78494104ae9f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522627 Aug 29 22:42:30.629713 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (be00f065-5f4e-4890-b580-124b491dda4a), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:30.632238 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:30.662899 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2697e8-198e-4a9c-bbd8-54b9ae90050c req-2aa95fac-8888-480a-89d8-54efaeb0b717 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:30.664455 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6a2697e8-198e-4a9c-bbd8-54b9ae90050c req-2aa95fac-8888-480a-89d8-54efaeb0b717 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 931 time: 0.0601227 Aug 29 22:42:30.700657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:30.700969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:30.727781 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6a2697e8-198e-4a9c-bbd8-54b9ae90050c req-932b8571-c82d-45ad-aece-485575c981ba tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555534 Aug 29 22:42:30.789703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-2d173fb8-a918-4867-82f4-9513afc90585 None None] Provisioning complete for port be00f065-5f4e-4890-b580-124b491dda4a triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:30.789985 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d173fb8-a918-4867-82f4-9513afc90585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (be00f065-5f4e-4890-b580-124b491dda4a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:30.813242 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:30.840273 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-2d173fb8-a918-4867-82f4-9513afc90585 None None] Port be00f065-5f4e-4890-b580-124b491dda4a cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:42:30.979912 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be00f065-5f4e-4890-b580-124b491dda4a {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:42:30.988797 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Publish callbacks [] for port (be00f065-5f4e-4890-b580-124b491dda4a), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:31.002982 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Transition to ACTIVE for port object be00f065-5f4e-4890-b580-124b491dda4a will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:42:31.007312 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (be00f065-5f4e-4890-b580-124b491dda4a), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:31.038342 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:31.083234 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Pushing event updated for resources: {'Port': ['ID=be00f065-5f4e-4890-b580-124b491dda4a,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:31.137117 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Attempting to bind port be00f065-5f4e-4890-b580-124b491dda4a on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:42:31.137783 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Attempting to bind port be00f065-5f4e-4890-b580-124b491dda4a by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:42:31.138006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Attempting to bind port be00f065-5f4e-4890-b580-124b491dda4a on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:31.143111 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Port be00f065-5f4e-4890-b580-124b491dda4a on network 40dada36-2150-4300-9ee8-450a7585ae7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:42:31.143438 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Attempting to bind port be00f065-5f4e-4890-b580-124b491dda4a on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:31.148913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:42:31.149256 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Checking segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:31.149784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Bound using segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:42:31.150232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Bound port: be00f065-5f4e-4890-b580-124b491dda4a, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:42:31.150601 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (be00f065-5f4e-4890-b580-124b491dda4a), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:31.163069 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:31.230145 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] For port be00f065-5f4e-4890-b580-124b491dda4a, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:42:31.233678 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] For port be00f065-5f4e-4890-b580-124b491dda4a, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=be00f065-5f4e-4890-b580-124b491dda4a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:42:31.239863 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (be00f065-5f4e-4890-b580-124b491dda4a), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:31.242878 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.243672 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:31.245023 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/be00f065-5f4e-4890-b580-124b491dda4a HTTP/1.1" status: 200 len: 1093 time: 0.7200818 Aug 29 22:42:31.247276 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'tag': 'be00f065-5f4e-4890-b580-124b491dda4a'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:31.249579 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636bcb22-4551-416f-94d9-07f38ca7e4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cc18feed-7dc2-459c-a709-7ac2d882f719", "tag": "be00f065-5f4e-4890-b580-124b491dda4a"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:31.287366 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a544b5-8fc1-48f0-8796-8e3ffdb5b255 x-openstack-request-id: req-15a544b5-8fc1-48f0-8796-8e3ffdb5b255 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:31.287659 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc18feed-7dc2-459c-a709-7ac2d882f719", "tag": "be00f065-5f4e-4890-b580-124b491dda4a", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:31.287908 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15a544b5-8fc1-48f0-8796-8e3ffdb5b255 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:31.288332 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a544b5-8fc1-48f0-8796-8e3ffdb5b255'] response: {'name': 'network-changed', 'server_uuid': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'tag': 'be00f065-5f4e-4890-b580-124b491dda4a', 'status': 'completed', 'code': 200} Aug 29 22:42:31.300324 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1a9a6-b06b-4fe2-8d70-7f4f0a556d7b service neutron] Pushing event updated for resources: {'Port': ['ID=be00f065-5f4e-4890-b580-124b491dda4a,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:31.626209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb22-4551-416f-94d9-07f38ca7e4ec req-68191cc9-254f-447d-9aed-1130fd094b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.626872 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-a6d9987d-ed02-4beb-b479-a60061977574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.628193 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-636bcb22-4551-416f-94d9-07f38ca7e4ec req-68191cc9-254f-447d-9aed-1130fd094b12 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 1127 time: 0.0436831 Aug 29 22:42:31.628462 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-a6d9987d-ed02-4beb-b479-a60061977574 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1128 time: 0.0501647 Aug 29 22:42:31.758875 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb22-4551-416f-94d9-07f38ca7e4ec req-d6d6dce3-5eb2-4743-b87e-d54dd292e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.764287 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-636bcb22-4551-416f-94d9-07f38ca7e4ec req-d6d6dce3-5eb2-4743-b87e-d54dd292e55b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=8ad722485ac34d1796f03003fbcde07a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1247849 Aug 29 22:42:31.813808 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-ea071c48-15fb-41f5-a0f3-68737a393def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.823778 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-ea071c48-15fb-41f5-a0f3-68737a393def service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1828654 Aug 29 22:42:31.841054 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:31.876504 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-19b95709-dff0-406e-81b9-29110bd8457f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 200 len: 217 time: 0.0434139 Aug 29 22:42:31.888914 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36712) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:31.919476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcb480-15a2-43ed-a2b5-a1a583fe53ed req-d153acd6-a16b-4afb-a5ef-f588c2fff614 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.920952 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-35fcb480-15a2-43ed-a2b5-a1a583fe53ed req-d153acd6-a16b-4afb-a5ef-f588c2fff614 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 943 time: 0.0835381 Aug 29 22:42:31.937435 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-63472c81-7e6e-4b84-9c16-72333799a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.939323 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-63472c81-7e6e-4b84-9c16-72333799a092 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0572214 Aug 29 22:42:31.994596 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-775d5fd5-2b1b-45e0-873f-bb05e80ea5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.996742 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-775d5fd5-2b1b-45e0-873f-bb05e80ea5a6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501976 Aug 29 22:42:32.098613 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-02ccf94b-45f6-4d5c-8158-f9340d6a09f3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952353 Aug 29 22:42:32.198577 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffbf534e-26fd-4eee-80b2-57632708f44c req-57df6d84-d949-44d8-9bfa-47cfff392705 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888379 Aug 29 22:42:32.200617 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb22-4551-416f-94d9-07f38ca7e4ec req-41ea589c-678d-4092-8da3-2a80698c90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:32.201987 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-636bcb22-4551-416f-94d9-07f38ca7e4ec req-41ea589c-678d-4092-8da3-2a80698c90bc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4318788 Aug 29 22:42:32.209695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9271a988-6633-46f7-85df-91dcd83b2098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.256836 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-35fcb480-15a2-43ed-a2b5-a1a583fe53ed req-80a9fb5c-a4ed-4f1a-8e10-e428c026751a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181491 Aug 29 22:42:32.283760 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 3ccec209-cbef-4789-bf99-1b161e07c449 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:42:32.315866 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-33771636-6ae6-463d-83ca-7e58b97abd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:32.317375 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-33771636-6ae6-463d-83ca-7e58b97abd62 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 1127 time: 0.0585985 Aug 29 22:42:32.328891 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:32.384224 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-ae44def8-d5bf-40bd-91f1-ebe8e7ee7bf8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be00f065-5f4e-4890-b580-124b491dda4a HTTP/1.1" status: 200 len: 217 time: 0.0593712 Aug 29 22:42:32.420934 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 3ccec209-cbef-4789-bf99-1b161e07c449, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ccec209-cbef-4789-bf99-1b161e07c449,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:32.434178 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '3ccec209-cbef-4789-bf99-1b161e07c449', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'port_id': '3ccec209-cbef-4789-bf99-1b161e07c449', 'mac_address': 'fa:16:3e:cb:d5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:42:32.440093 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9271a988-6633-46f7-85df-91dcd83b2098 admin admin] Publish callbacks [] for security_group (966b1eaa-dfc5-4e96-b22a-911d5fc04a8e), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.446675 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9271a988-6633-46f7-85df-91dcd83b2098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (966b1eaa-dfc5-4e96-b22a-911d5fc04a8e), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.480188 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 3ccec209-cbef-4789-bf99-1b161e07c449 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:32.480655 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.481478 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-74dc0477-b535-4e6d-a377-bd8747dd7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:32.483120 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-74dc0477-b535-4e6d-a377-bd8747dd7d0d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0864222 Aug 29 22:42:32.501871 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccec209-cbef-4789-bf99-1b161e07c449 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:42:32.523667 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9271a988-6633-46f7-85df-91dcd83b2098 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=bdb8eca30d6849ccb89066cea399b74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6319871 Aug 29 22:42:32.527071 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36726) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:32.527252 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 3ccec209-cbef-4789-bf99-1b161e07c449, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ccec209-cbef-4789-bf99-1b161e07c449,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:32.531936 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.539476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271a988-6633-46f7-85df-91dcd83b2098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b1eaa-dfc5-4e96-b22a-911d5fc04a8e,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:32.562002 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-4a81020b-cb02-4d46-bba5-3773188779c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:32.563860 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-4a81020b-cb02-4d46-bba5-3773188779c6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582793 Aug 29 22:42:32.583903 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=3ccec209-cbef-4789-bf99-1b161e07c449,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:32.640497 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36730) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:32.646170 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00b630f6-a2ab-4328-abd0-6e497954ce09 admin admin] Publish callbacks [] for security_group (966b1eaa-dfc5-4e96-b22a-911d5fc04a8e), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.670072 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00b630f6-a2ab-4328-abd0-6e497954ce09 admin admin] Publish callbacks [] for security_group (966b1eaa-dfc5-4e96-b22a-911d5fc04a8e), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.703262 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-b35eb3aa-02d7-4358-b3da-c4a7012141ce service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247962 Aug 29 22:42:32.724907 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00b630f6-a2ab-4328-abd0-6e497954ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (966b1eaa-dfc5-4e96-b22a-911d5fc04a8e), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.728094 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-00b630f6-a2ab-4328-abd0-6e497954ce09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.730928 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-00b630f6-a2ab-4328-abd0-6e497954ce09 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/966b1eaa-dfc5-4e96-b22a-911d5fc04a8e HTTP/1.1" status: 204 len: 168 time: 0.2000978 Aug 29 22:42:32.743619 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b630f6-a2ab-4328-abd0-6e497954ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b1eaa-dfc5-4e96-b22a-911d5fc04a8e,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:32.795514 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0392e56a-f781-4bac-811d-e79a842b1358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.837715 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2988a586-400a-40a8-9a68-dd64dd89d9f2 req-7569232e-ad9d-442a-b4a6-cfd157251527 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281173 Aug 29 22:42:32.841559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['3ccec209-cbef-4789-bf99-1b161e07c449'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:42:32.846445 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:32.908696 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0392e56a-f781-4bac-811d-e79a842b1358 admin admin] Publish callbacks [] for security_group (ee34a39e-7e6c-4847-be5b-7b9e9654fe12), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.913706 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0392e56a-f781-4bac-811d-e79a842b1358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ee34a39e-7e6c-4847-be5b-7b9e9654fe12), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:32.956936 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36738) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:32.957250 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0392e56a-f781-4bac-811d-e79a842b1358 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=86c655d027dd4b59a6752e5abe9e2bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152373 Aug 29 22:42:32.957785 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:32.959395 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392e56a-f781-4bac-811d-e79a842b1358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee34a39e-7e6c-4847-be5b-7b9e9654fe12,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:33.030983 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5185ea12-634c-4769-a3d3-7d2c0fd07926 admin admin] Publish callbacks [] for security_group (ee34a39e-7e6c-4847-be5b-7b9e9654fe12), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.053064 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5185ea12-634c-4769-a3d3-7d2c0fd07926 admin admin] Publish callbacks [] for security_group (ee34a39e-7e6c-4847-be5b-7b9e9654fe12), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.101631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36740) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:33.109173 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5185ea12-634c-4769-a3d3-7d2c0fd07926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ee34a39e-7e6c-4847-be5b-7b9e9654fe12), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.112773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5185ea12-634c-4769-a3d3-7d2c0fd07926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.113839 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5185ea12-634c-4769-a3d3-7d2c0fd07926 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ee34a39e-7e6c-4847-be5b-7b9e9654fe12 HTTP/1.1" status: 204 len: 168 time: 0.1543293 Aug 29 22:42:33.124401 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1370a082-47bf-4a18-8f90-386ec192790a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.130290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:33.140451 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185ea12-634c-4769-a3d3-7d2c0fd07926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee34a39e-7e6c-4847-be5b-7b9e9654fe12,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:33.222035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1370a082-47bf-4a18-8f90-386ec192790a admin admin] Publish callbacks [] for security_group (eaafdbf0-7e47-4dc8-b87e-cb46784fdef9), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.227046 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1370a082-47bf-4a18-8f90-386ec192790a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (eaafdbf0-7e47-4dc8-b87e-cb46784fdef9), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.268768 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370a082-47bf-4a18-8f90-386ec192790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaafdbf0-7e47-4dc8-b87e-cb46784fdef9,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:33.276929 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36746) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:33.277078 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-1370a082-47bf-4a18-8f90-386ec192790a admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e6a8dee9fb0c44efaa3f5932b1d7a00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737700 Aug 29 22:42:33.287236 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:33.346102 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-50a9e86c-638d-41c5-800c-247c048b1df5 admin admin] Publish callbacks [] for security_group (eaafdbf0-7e47-4dc8-b87e-cb46784fdef9), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.371177 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-50a9e86c-638d-41c5-800c-247c048b1df5 admin admin] Publish callbacks [] for security_group (eaafdbf0-7e47-4dc8-b87e-cb46784fdef9), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.402068 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c3397-f57d-4788-8dc1-a471beabf9ca req-f57fba19-ec0e-42e5-9116-88ac01765cb2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:33.404034 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-172c3397-f57d-4788-8dc1-a471beabf9ca req-f57fba19-ec0e-42e5-9116-88ac01765cb2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 943 time: 0.0553420 Aug 29 22:42:33.430779 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-50a9e86c-638d-41c5-800c-247c048b1df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (eaafdbf0-7e47-4dc8-b87e-cb46784fdef9), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.433697 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-50a9e86c-638d-41c5-800c-247c048b1df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.435061 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-50a9e86c-638d-41c5-800c-247c048b1df5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/eaafdbf0-7e47-4dc8-b87e-cb46784fdef9 HTTP/1.1" status: 204 len: 168 time: 0.1568797 Aug 29 22:42:33.446600 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9e86c-638d-41c5-800c-247c048b1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaafdbf0-7e47-4dc8-b87e-cb46784fdef9,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:33.483765 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-172c3397-f57d-4788-8dc1-a471beabf9ca req-501bd944-d87c-41c2-b604-146fd6c78b11 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704792 Aug 29 22:42:33.548536 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36754) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:33.561990 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fed9-55d5-47af-b2fd-f8eeb5477c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.660819 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fed9-55d5-47af-b2fd-f8eeb5477c80 admin admin] Publish callbacks [] for security_group (3bca46d0-30f1-4c9c-9787-781322c8f0dc), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.666309 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fed9-55d5-47af-b2fd-f8eeb5477c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (3bca46d0-30f1-4c9c-9787-781322c8f0dc), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.702014 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-e9d5fed9-55d5-47af-b2fd-f8eeb5477c80 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ffe4fcc4bba142ef9e608278fdae7443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523128 Aug 29 22:42:33.702331 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36760) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:33.722485 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5fed9-55d5-47af-b2fd-f8eeb5477c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca46d0-30f1-4c9c-9787-781322c8f0dc,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:33.772817 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67b2d9b1-508c-4ced-a3bd-3252c859005f admin admin] Publish callbacks [] for security_group (3bca46d0-30f1-4c9c-9787-781322c8f0dc), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.784530 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:33.796201 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67b2d9b1-508c-4ced-a3bd-3252c859005f admin admin] Publish callbacks [] for security_group (3bca46d0-30f1-4c9c-9787-781322c8f0dc), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.847308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67b2d9b1-508c-4ced-a3bd-3252c859005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (3bca46d0-30f1-4c9c-9787-781322c8f0dc), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.849828 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67b2d9b1-508c-4ced-a3bd-3252c859005f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:33.851078 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-67b2d9b1-508c-4ced-a3bd-3252c859005f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/3bca46d0-30f1-4c9c-9787-781322c8f0dc HTTP/1.1" status: 204 len: 168 time: 0.1473446 Aug 29 22:42:33.859255 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2d9b1-508c-4ced-a3bd-3252c859005f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca46d0-30f1-4c9c-9787-781322c8f0dc,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:34.218972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36782) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:34.233125 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-df092460-f5bf-46fd-b6ee-977ed0e70089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.279270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device be00f065-5f4e-4890-b580-124b491dda4a details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:42:34.283156 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 3ccec209-cbef-4789-bf99-1b161e07c449 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:34.332414 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:34.335393 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-df092460-f5bf-46fd-b6ee-977ed0e70089 admin admin] Publish callbacks [] for security_group (0eecf967-43f5-4e12-840e-eebe9884150d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.340884 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-df092460-f5bf-46fd-b6ee-977ed0e70089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0eecf967-43f5-4e12-840e-eebe9884150d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.388786 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-df092460-f5bf-46fd-b6ee-977ed0e70089 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1530ebce582d4378ae92165ca3ba4121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684039 Aug 29 22:42:34.391613 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df092460-f5bf-46fd-b6ee-977ed0e70089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eecf967-43f5-4e12-840e-eebe9884150d,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:34.391928 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 36792) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:34.454828 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-de3e7694-0617-4b3b-9fd4-da6386309aa6 admin admin] Publish callbacks [] for security_group (0eecf967-43f5-4e12-840e-eebe9884150d), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.483826 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-de3e7694-0617-4b3b-9fd4-da6386309aa6 admin admin] Publish callbacks [] for security_group (0eecf967-43f5-4e12-840e-eebe9884150d), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.552914 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-de3e7694-0617-4b3b-9fd4-da6386309aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0eecf967-43f5-4e12-840e-eebe9884150d), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.556235 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 3ccec209-cbef-4789-bf99-1b161e07c449 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:42:34.560239 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-de3e7694-0617-4b3b-9fd4-da6386309aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.565248 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-de3e7694-0617-4b3b-9fd4-da6386309aa6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/0eecf967-43f5-4e12-840e-eebe9884150d HTTP/1.1" status: 204 len: 168 time: 0.1692774 Aug 29 22:42:34.567142 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 3ccec209-cbef-4789-bf99-1b161e07c449 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:34.567526 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.574895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e7694-0617-4b3b-9fd4-da6386309aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eecf967-43f5-4e12-840e-eebe9884150d,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:34.641454 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port be00f065-5f4e-4890-b580-124b491dda4a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=be00f065-5f4e-4890-b580-124b491dda4a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:34.643341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5309a8c-dee7-43bf-993c-c3b727ae2a84 req-d02656b6-8a10-44f3-a2f0-bce9daa6d39e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:34.650288 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a5309a8c-dee7-43bf-993c-c3b727ae2a84 req-d02656b6-8a10-44f3-a2f0-bce9daa6d39e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 943 time: 0.0697110 Aug 29 22:42:34.660009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'be00f065-5f4e-4890-b580-124b491dda4a', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'port_id': 'be00f065-5f4e-4890-b580-124b491dda4a', 'mac_address': 'fa:16:3e:dc:98:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:42:34.699917 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a5309a8c-dee7-43bf-993c-c3b727ae2a84 req-08ec1e13-e50e-4d83-b819-34cfcf9a1abe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479589 Aug 29 22:42:34.705385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port be00f065-5f4e-4890-b580-124b491dda4a is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:34.705803 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (be00f065-5f4e-4890-b580-124b491dda4a), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.762762 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be00f065-5f4e-4890-b580-124b491dda4a {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:42:34.774082 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 3ccec209-cbef-4789-bf99-1b161e07c449 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:34.774082 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.800600 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port be00f065-5f4e-4890-b580-124b491dda4a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=be00f065-5f4e-4890-b580-124b491dda4a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:34.810194 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (be00f065-5f4e-4890-b580-124b491dda4a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.863306 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccec209-cbef-4789-bf99-1b161e07c449'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:34.867683 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e966def9-ba0e-40b9-90a6-48b2fb31fa22" -d '{"events": [{"server_uuid": "9e78f6ed-61b5-43c7-acd0-82d594ac1a2a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccec209-cbef-4789-bf99-1b161e07c449"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:34.894900 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 3ccec209-cbef-4789-bf99-1b161e07c449, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ccec209-cbef-4789-bf99-1b161e07c449,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:34.909015 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:34.924038 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445540e3-d5b7-4c41-a829-6e816e96de7b x-openstack-request-id: req-445540e3-d5b7-4c41-a829-6e816e96de7b {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:34.924515 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e78f6ed-61b5-43c7-acd0-82d594ac1a2a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccec209-cbef-4789-bf99-1b161e07c449", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:34.924900 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-445540e3-d5b7-4c41-a829-6e816e96de7b {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:34.925508 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445540e3-d5b7-4c41-a829-6e816e96de7b'] response: {'server_uuid': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccec209-cbef-4789-bf99-1b161e07c449', 'code': 200} Aug 29 22:42:34.946599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=be00f065-5f4e-4890-b580-124b491dda4a,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:35.031717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36810) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:35.043976 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=3ccec209-cbef-4789-bf99-1b161e07c449,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:35.126323 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['be00f065-5f4e-4890-b580-124b491dda4a'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:42:35.156701 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f4c2-9236-4bfd-8d26-c91eeee8c054 req-ba5fcd10-a9bc-423a-bb1c-804c1abc1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:35.158426 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1555f4c2-9236-4bfd-8d26-c91eeee8c054 req-ba5fcd10-a9bc-423a-bb1c-804c1abc1704 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1130 time: 0.0558312 Aug 29 22:42:35.215309 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b6fd37f1-71c5-49c8-9137-64bd9b94f90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:35.254936 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1555f4c2-9236-4bfd-8d26-c91eeee8c054 req-5a403570-902c-4271-b813-b1ac3fce46ee service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893314 Aug 29 22:42:35.266487 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:35.322315 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b6fd37f1-71c5-49c8-9137-64bd9b94f90d admin admin] Publish callbacks [] for security_group (36f91772-71d8-497c-9366-a4afafe4ec3e), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:35.327208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b6fd37f1-71c5-49c8-9137-64bd9b94f90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (36f91772-71d8-497c-9366-a4afafe4ec3e), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:35.386503 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd37f1-71c5-49c8-9137-64bd9b94f90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f91772-71d8-497c-9366-a4afafe4ec3e,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:35.391219 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b6fd37f1-71c5-49c8-9137-64bd9b94f90d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d10d17e1a1554981b8d24af5eea8b174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584642 Aug 29 22:42:35.393895 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 36828) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:35.453669 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27c2d369-6286-4141-b131-edc0fc99f070 admin admin] Publish callbacks [] for security_group (36f91772-71d8-497c-9366-a4afafe4ec3e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:35.474693 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27c2d369-6286-4141-b131-edc0fc99f070 admin admin] Publish callbacks [] for security_group (36f91772-71d8-497c-9366-a4afafe4ec3e), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:35.529717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27c2d369-6286-4141-b131-edc0fc99f070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (36f91772-71d8-497c-9366-a4afafe4ec3e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:35.532577 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27c2d369-6286-4141-b131-edc0fc99f070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:35.536524 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-27c2d369-6286-4141-b131-edc0fc99f070 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/36f91772-71d8-497c-9366-a4afafe4ec3e HTTP/1.1" status: 204 len: 168 time: 0.1389475 Aug 29 22:42:35.542315 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2d369-6286-4141-b131-edc0fc99f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f91772-71d8-497c-9366-a4afafe4ec3e,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:35.882935 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f0d8d-c910-4a32-9442-52ba22666cb0 req-c07ca6a8-b953-4e16-ae82-eb0f86a3d67a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:35.891015 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef9f0d8d-c910-4a32-9442-52ba22666cb0 req-c07ca6a8-b953-4e16-ae82-eb0f86a3d67a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 944 time: 0.0690980 Aug 29 22:42:35.908572 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:35.938556 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef9f0d8d-c910-4a32-9442-52ba22666cb0 req-255bedc6-2183-4b62-b3cc-ba7914ebeebc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Aug 29 22:42:36.286215 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device be00f065-5f4e-4890-b580-124b491dda4a up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:36.336808 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port be00f065-5f4e-4890-b580-124b491dda4a completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:42:36.342485 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port be00f065-5f4e-4890-b580-124b491dda4a triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:36.342881 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (be00f065-5f4e-4890-b580-124b491dda4a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:36.404984 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:36.429804 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:36.472851 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port be00f065-5f4e-4890-b580-124b491dda4a is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:36.474080 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (be00f065-5f4e-4890-b580-124b491dda4a), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:36.518758 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port be00f065-5f4e-4890-b580-124b491dda4a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=be00f065-5f4e-4890-b580-124b491dda4a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:36.524689 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (be00f065-5f4e-4890-b580-124b491dda4a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:36.577511 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=be00f065-5f4e-4890-b580-124b491dda4a,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:36.926536 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be00f065-5f4e-4890-b580-124b491dda4a'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:36.929318 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b5266-854e-42c2-bda3-888ba8729b8c" -d '{"events": [{"server_uuid": "cc18feed-7dc2-459c-a709-7ac2d882f719", "name": "network-vif-plugged", "status": "completed", "tag": "be00f065-5f4e-4890-b580-124b491dda4a"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:36.984687 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0967ae-5700-4f11-81c8-3dcfdf5b75bb x-openstack-request-id: req-1c0967ae-5700-4f11-81c8-3dcfdf5b75bb {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:36.985172 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc18feed-7dc2-459c-a709-7ac2d882f719", "name": "network-vif-plugged", "status": "completed", "tag": "be00f065-5f4e-4890-b580-124b491dda4a", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:36.985943 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c0967ae-5700-4f11-81c8-3dcfdf5b75bb {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:36.986527 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0967ae-5700-4f11-81c8-3dcfdf5b75bb'] response: {'server_uuid': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be00f065-5f4e-4890-b580-124b491dda4a', 'code': 200} Aug 29 22:42:37.081125 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aafe15-6afe-45b5-b583-4306283b26b0 req-6882f987-efdb-405a-a513-2628c64e5b45 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:37.083398 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a5aafe15-6afe-45b5-b583-4306283b26b0 req-6882f987-efdb-405a-a513-2628c64e5b45 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0507622 Aug 29 22:42:37.134283 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a5aafe15-6afe-45b5-b583-4306283b26b0 req-8dc037d2-f55e-408f-a5f4-1445296cae35 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Aug 29 22:42:37.288922 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f3f4e-5a4d-4638-81cd-02a28018459c req-a8e68be2-bb47-4c65-9670-2ca1b4b34378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:37.290920 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-018f3f4e-5a4d-4638-81cd-02a28018459c req-a8e68be2-bb47-4c65-9670-2ca1b4b34378 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 1129 time: 0.0460758 Aug 29 22:42:37.339161 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-018f3f4e-5a4d-4638-81cd-02a28018459c req-f42191b6-2929-43c4-94bc-519edb26d500 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Aug 29 22:42:38.288464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c17707-1dc9-407d-ba77-237180607566 req-1fedef04-d8a4-489e-8520-552e1c0bc37c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:38.288464 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3c17707-1dc9-407d-ba77-237180607566 req-1fedef04-d8a4-489e-8520-552e1c0bc37c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0623927 Aug 29 22:42:38.348782 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3c17707-1dc9-407d-ba77-237180607566 req-0d8f9ea9-e154-4a6f-b40e-bca5a7d0c971 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564744 Aug 29 22:42:38.928470 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=35 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:39.203773 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:39.484368 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd34b2-0585-4d15-9754-39f2a615e77a req-5d370b07-9902-413a-93c5-850acd7803a1 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:39.485864 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4cd34b2-0585-4d15-9754-39f2a615e77a req-5d370b07-9902-413a-93c5-850acd7803a1 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Aug 29 22:42:39.534063 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4cd34b2-0585-4d15-9754-39f2a615e77a req-242ac81e-699a-4c99-9440-29749a13fc04 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Aug 29 22:42:40.084860 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 37006) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:40.199374 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c36f7674-b3fa-45b7-a378-467913e37d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:40.277470 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:40.279634 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c36f7674-b3fa-45b7-a378-467913e37d75 admin admin] Publish callbacks [] for security_group (ed9bbc9f-7a74-4871-a510-f71cb0665a90), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:40.283656 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c36f7674-b3fa-45b7-a378-467913e37d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ed9bbc9f-7a74-4871-a510-f71cb0665a90), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:40.323998 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f7674-b3fa-45b7-a378-467913e37d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9bbc9f-7a74-4871-a510-f71cb0665a90,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:40.328208 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c36f7674-b3fa-45b7-a378-467913e37d75 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3dc7588b0cd64daf8b4af6cca3f73018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421770 Aug 29 22:42:40.330853 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 37010) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:40.384663 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2840-df05-40b9-8812-fb75f73463ed admin admin] Publish callbacks [] for security_group (ed9bbc9f-7a74-4871-a510-f71cb0665a90), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:40.409708 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2840-df05-40b9-8812-fb75f73463ed admin admin] Publish callbacks [] for security_group (ed9bbc9f-7a74-4871-a510-f71cb0665a90), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:40.456995 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2840-df05-40b9-8812-fb75f73463ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ed9bbc9f-7a74-4871-a510-f71cb0665a90), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:40.459602 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2840-df05-40b9-8812-fb75f73463ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:40.460741 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8e8b2840-df05-40b9-8812-fb75f73463ed admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ed9bbc9f-7a74-4871-a510-f71cb0665a90 HTTP/1.1" status: 204 len: 168 time: 0.1289659 Aug 29 22:42:40.469774 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b2840-df05-40b9-8812-fb75f73463ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9bbc9f-7a74-4871-a510-f71cb0665a90,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:40.673069 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0505c-1612-4a88-9c8b-30a014053098 req-e5bf1254-cd32-44f0-8ecd-1ad83c098760 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:40.674548 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bbf0505c-1612-4a88-9c8b-30a014053098 req-e5bf1254-cd32-44f0-8ecd-1ad83c098760 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0616663 Aug 29 22:42:40.744285 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bbf0505c-1612-4a88-9c8b-30a014053098 req-a3f1a1a1-f0ec-4a85-ad4d-74c8a0f7cfb0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618103 Aug 29 22:42:41.123716 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35c27-dde8-4990-a75b-d901e7bfaa86 req-10527dd7-72db-4957-8e49-cd2c88f39373 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:41.125194 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12e35c27-dde8-4990-a75b-d901e7bfaa86 req-10527dd7-72db-4957-8e49-cd2c88f39373 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.1016724 Aug 29 22:42:41.126185 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd971-fb8f-4186-9067-b715f7810023 req-4cad09fb-2271-4fae-a9ea-54d9fbbfc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:41.127553 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05fd971-fb8f-4186-9067-b715f7810023 req-4cad09fb-2271-4fae-a9ea-54d9fbbfc988 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 1129 time: 0.0879562 Aug 29 22:42:41.149208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:41.253522 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12e35c27-dde8-4990-a75b-d901e7bfaa86 req-35d60f66-adc1-4c10-9c94-796ee4d2c6b3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212664 Aug 29 22:42:41.282586 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd971-fb8f-4186-9067-b715f7810023 req-ef88c97f-4893-4ae5-8225-f35d96bcc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:41.284344 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05fd971-fb8f-4186-9067-b715f7810023 req-ef88c97f-4893-4ae5-8225-f35d96bcc5b0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1428947 Aug 29 22:42:41.293934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37044) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:41.333933 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05fd971-fb8f-4186-9067-b715f7810023 req-b50e4d7d-9192-4c00-bfb4-bb61bc7c9238 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be00f065-5f4e-4890-b580-124b491dda4a HTTP/1.1" status: 200 len: 217 time: 0.0402520 Aug 29 22:42:41.400469 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd971-fb8f-4186-9067-b715f7810023 req-a680edb6-5b64-4626-9abe-41f2ac00d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:41.403954 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05fd971-fb8f-4186-9067-b715f7810023 req-a680edb6-5b64-4626-9abe-41f2ac00d73a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0623114 Aug 29 22:42:41.425882 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1230419678-network', 'tenant_id': '211213d0c20641adb48a3d39703f7532'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:41.452785 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Made reservation on behalf of 211213d0c20641adb48a3d39703f7532 for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:41.455909 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.457899 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd971-fb8f-4186-9067-b715f7810023 req-bee5d279-a552-430c-9033-12829c8d24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:41.460162 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05fd971-fb8f-4186-9067-b715f7810023 req-bee5d279-a552-430c-9033-12829c8d24be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492611 Aug 29 22:42:41.470698 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.566086 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks [] for security_group (7ed52de6-07d6-4633-9b33-9cfb78484267), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.570344 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7ed52de6-07d6-4633-9b33-9cfb78484267), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.576528 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05fd971-fb8f-4186-9067-b715f7810023 req-8012a8d8-419e-45f4-86dd-5c6096a9f4be service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081290 Aug 29 22:42:41.600913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=134262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:42:41.621895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (7a18c9e3-f1b2-417c-8999-ae348705a8cc), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.622237 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Added segment 7a18c9e3-f1b2-417c-8999-ae348705a8cc of type vlan for network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e Aug 29 22:42:41.623650 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed52de6-07d6-4633-9b33-9cfb78484267,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:41.668544 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:41.671963 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:41.675191 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (231f0f42-8ad1-4fa2-99bc-8a96caeeee6e), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.746178 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05fd971-fb8f-4186-9067-b715f7810023 req-1a860fa9-6766-4c20-8627-0cba210a099c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611135 Aug 29 22:42:41.769913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (231f0f42-8ad1-4fa2-99bc-8a96caeeee6e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.771453 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:41.772290 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.866082 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5705950 Aug 29 22:42:41.867507 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a1938-91ce-4a3b-9f8e-cc3a8f32bd08 admin admin] Pushing event updated for resources: {'Network': ['ID=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:41.870263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 37060) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:41.874926 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Request body: {'subnet': {'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1230419678-subnet', 'tenant_id': '211213d0c20641adb48a3d39703f7532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:41.895809 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:42:41.905809 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Made reservation on behalf of 211213d0c20641adb48a3d39703f7532 for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:41.908197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:41.989800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e07d67ff-dc61-45b4-8169-4e89dc304571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:42.011952 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:42.108579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for subnet (2bf7efba-d0bd-421a-a52e-7f297d216c4a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:42.176050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf7efba-d0bd-421a-a52e-7f297d216c4a,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:42.185987 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Checking segment: {'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:42.186397 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Network hostable DHCP agents. Network: 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:42:42.207739 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:42:42.217759 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:42.223020 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:42.223798 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:42.232218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ab25ff-c2e5-4448-8e99-d04e12b4bd5e None None] Network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:42:42.266625 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6334de0b-51af-41ce-a2bf-307cc5675276 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3863418 Aug 29 22:42:42.353828 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66db502-63f1-4389-948a-8ad61ae47100 None None] Network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:42:42.431462 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60652-6805-4832-b902-b86871f08600 req-97a415b2-48d0-4237-8a67-a0ca08964980 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:42.433237 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1dd60652-6805-4832-b902-b86871f08600 req-97a415b2-48d0-4237-8a67-a0ca08964980 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0753229 Aug 29 22:42:42.509999 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1dd60652-6805-4832-b902-b86871f08600 req-521546a0-3aab-4935-b49b-0640a1f36c3b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653996 Aug 29 22:42:43.641540 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ac392-af8b-42b1-83d3-1ea5c08bd714 req-534be6ba-606d-409b-bccb-7726325b4034 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:43.643105 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-544ac392-af8b-42b1-83d3-1ea5c08bd714 req-534be6ba-606d-409b-bccb-7726325b4034 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0494170 Aug 29 22:42:43.655646 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:43.703677 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-544ac392-af8b-42b1-83d3-1ea5c08bd714 req-bc972caf-3905-434d-ae7e-032acb47efdb tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545123 Aug 29 22:42:44.773937 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-050083a3-9ddd-4f05-b4dc-2875b1dbb4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:45.743249 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:45.782502 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e37e9e-6596-4c50-b27e-f8c318567f2c req-6bed041d-6dbc-4c96-855b-ae2021435bb1 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:45.784203 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8e37e9e-6596-4c50-b27e-f8c318567f2c req-6bed041d-6dbc-4c96-855b-ae2021435bb1 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0645101 Aug 29 22:42:45.842870 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-d82ea4a1-3999-4930-8667-e2c124a441d7 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:45.844574 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-d82ea4a1-3999-4930-8667-e2c124a441d7 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/networks?id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e HTTP/1.1" status: 200 len: 814 time: 0.2130735 Aug 29 22:42:45.871239 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-8066f32d-5eff-47da-9ccf-ecdec8dc3e54 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/quotas/211213d0c20641adb48a3d39703f7532 HTTP/1.1" status: 200 len: 375 time: 0.0207434 Aug 29 22:42:45.875429 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8e37e9e-6596-4c50-b27e-f8c318567f2c req-f2169790-9a57-4b78-b808-7f1d6d80efcf tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838330 Aug 29 22:42:45.904859 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-fe4c54c8-e246-4a1e-b639-c45c8762f369 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=211213d0c20641adb48a3d39703f7532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283206 Aug 29 22:42:46.016366 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd38df2-9603-4b4d-897a-51a0dc177ce3 req-aee2bf84-ea03-4253-bb87-281f8a405037 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:46.017951 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5cd38df2-9603-4b4d-897a-51a0dc177ce3 req-aee2bf84-ea03-4253-bb87-281f8a405037 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0623713 Aug 29 22:42:46.055044 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-71a348b9-9f80-4142-a9bb-55a39d3b6c38 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432800 Aug 29 22:42:46.126937 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5cd38df2-9603-4b4d-897a-51a0dc177ce3 req-ce1d0c69-6023-4fb5-a6aa-d882fc54b5db tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019275 Aug 29 22:42:46.180134 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-4e5d800f-97ff-4157-b83f-d2ee952cbd03 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154654 Aug 29 22:42:46.349403 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-44e4dc51-881d-45d2-835e-763170be133b req-66e7cfe0-b995-43ea-8510-fbb4902d1b2c tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 210 time: 0.0302396 Aug 29 22:42:46.958722 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:47.007064 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a215e-0ab0-402a-92db-9c543636a7af req-fa12bc86-6cc6-43e6-87fc-51e6398f34e6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:47.015635 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9e4a215e-0ab0-402a-92db-9c543636a7af req-fa12bc86-6cc6-43e6-87fc-51e6398f34e6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0610211 Aug 29 22:42:47.024346 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:47.077697 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9e4a215e-0ab0-402a-92db-9c543636a7af req-e5ac54dd-b3c2-4fbd-b0db-38e33e9a5e36 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608287 Aug 29 22:42:47.254719 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a596310-9e53-4ec2-b5ea-4b0c7ddb4272 req-c24c4ab3-5742-4c87-9801-cae2d467285b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:47.256212 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5a596310-9e53-4ec2-b5ea-4b0c7ddb4272 req-c24c4ab3-5742-4c87-9801-cae2d467285b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0477617 Aug 29 22:42:47.307494 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5a596310-9e53-4ec2-b5ea-4b0c7ddb4272 req-45d06b2a-d45f-4fc7-b738-471a1687d1f4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Aug 29 22:42:47.464753 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed77196d-7184-41da-ae0f-2c4e80c40657 req-a9fb2e8c-2402-4573-aab2-2e695685ffd0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 210 time: 0.0341876 Aug 29 22:42:47.694268 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:47.746214 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-cb891acc-ff92-4d1b-ac5a-596749d57c50 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:47.748634 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-cb891acc-ff92-4d1b-ac5a-596749d57c50 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "GET /networking/v2.0/networks?id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e HTTP/1.1" status: 200 len: 814 time: 0.1395996 Aug 29 22:42:47.767850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Request body: {'port': {'device_id': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e', 'admin_state_up': True, 'tenant_id': '211213d0c20641adb48a3d39703f7532'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:47.876559 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:47.891623 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Made reservation on behalf of 211213d0c20641adb48a3d39703f7532 for: {'port': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:47.895812 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:48.033112 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Allocated IP 172.20.0.11 (231f0f42-8ad1-4fa2-99bc-8a96caeeee6e/2bf7efba-d0bd-421a-a52e-7f297d216c4a/626598b1-3252-4a55-a7ba-a75d9650dc20) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:48.234406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks [] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:48.241139 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f3b5-13c3-41a4-926f-fa8faadd2953 req-b3af028c-492d-488e-993a-bd5a82270ece tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:48.242633 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5fd5f3b5-13c3-41a4-926f-fa8faadd2953 req-b3af028c-492d-488e-993a-bd5a82270ece tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0813422 Aug 29 22:42:48.329047 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5fd5f3b5-13c3-41a4-926f-fa8faadd2953 req-b456f7e6-c4ff-4251-9ee6-f012a3ea23c6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802894 Aug 29 22:42:48.334244 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:48.378244 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:48.384154 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:48.389108 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:48.394930 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:48.395426 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:48.402897 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:48.420625 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Pushing event updated for resources: {'Port': ['ID=626598b1-3252-4a55-a7ba-a75d9650dc20,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:48.456480 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-92caa384-c3a2-42ee-b137-20c579c396c1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6938210 Aug 29 22:42:48.468177 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb2c7-ead7-43f1-b6f6-be25d5f9aa82 req-1b30afda-7284-4ba7-a2ff-a3f5a3bcc388 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:48.469916 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2a2eb2c7-ead7-43f1-b6f6-be25d5f9aa82 req-1b30afda-7284-4ba7-a2ff-a3f5a3bcc388 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0715549 Aug 29 22:42:48.475066 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Request body: {'port': {'device_id': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:48.602304 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2a2eb2c7-ead7-43f1-b6f6-be25d5f9aa82 req-16e89f74-5d00-41ef-b1fe-475e48b3436d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243427 Aug 29 22:42:48.606020 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:48.857759 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45859f-15b7-4c45-a95c-fce10d6fb35b req-5adaa68e-ef5c-4402-8baa-a9bee5ebfe1e tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:48.859240 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7c45859f-15b7-4c45-a95c-fce10d6fb35b req-5adaa68e-ef5c-4402-8baa-a9bee5ebfe1e tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 932 time: 0.3062005 Aug 29 22:42:48.965318 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:48.988714 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7c45859f-15b7-4c45-a95c-fce10d6fb35b req-1786fffe-d6e2-43c7-bd76-d1a5a23a6d50 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088598 Aug 29 22:42:49.165583 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626598b1-3252-4a55-a7ba-a75d9650dc20 {{(pid=134261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:42:49.173403 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Publish callbacks [] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:49.186476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.provisioning_blocks [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Transition to ACTIVE for port object 626598b1-3252-4a55-a7ba-a75d9650dc20 will not be triggered until provisioned by entity L2. {{(pid=134261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:42:49.191158 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:49.259229 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Pushing event updated for resources: {'Port': ['ID=626598b1-3252-4a55-a7ba-a75d9650dc20,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:49.272320 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Attempting to bind port 626598b1-3252-4a55-a7ba-a75d9650dc20 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:42:49.272722 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Attempting to bind port 626598b1-3252-4a55-a7ba-a75d9650dc20 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:42:49.272974 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Attempting to bind port 626598b1-3252-4a55-a7ba-a75d9650dc20 on network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:49.279899 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Port 626598b1-3252-4a55-a7ba-a75d9650dc20 on network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:42:49.280220 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Attempting to bind port 626598b1-3252-4a55-a7ba-a75d9650dc20 on network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:49.285155 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:42:49.285492 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Checking segment: {'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:49.285871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Bound using segment: {'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:42:49.286298 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Bound port: 626598b1-3252-4a55-a7ba-a75d9650dc20, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'}}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:42:49.286692 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:49.358300 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] For port 626598b1-3252-4a55-a7ba-a75d9650dc20, host hv-cinder-85427, cleared binding levels {{(pid=134261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:42:49.362328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] For port 626598b1-3252-4a55-a7ba-a75d9650dc20, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=626598b1-3252-4a55-a7ba-a75d9650dc20,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:42:49.371075 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:49.376546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:49.377273 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:49.381114 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/626598b1-3252-4a55-a7ba-a75d9650dc20 HTTP/1.1" status: 200 len: 1094 time: 0.9092457 Aug 29 22:42:49.382447 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'tag': '626598b1-3252-4a55-a7ba-a75d9650dc20'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:49.384784 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d16ddef-bffd-429c-b463-ef639b086b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfb8e85-df7b-4481-9900-647fadc1bd32", "tag": "626598b1-3252-4a55-a7ba-a75d9650dc20"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:49.452448 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079cb1ef-433a-43e9-859a-2df36141da04 x-openstack-request-id: req-079cb1ef-433a-43e9-859a-2df36141da04 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:49.452725 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfb8e85-df7b-4481-9900-647fadc1bd32", "tag": "626598b1-3252-4a55-a7ba-a75d9650dc20", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:49.452972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-079cb1ef-433a-43e9-859a-2df36141da04 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:49.453361 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079cb1ef-433a-43e9-859a-2df36141da04'] response: {'name': 'network-changed', 'server_uuid': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'tag': '626598b1-3252-4a55-a7ba-a75d9650dc20', 'status': 'completed', 'code': 200} Aug 29 22:42:49.489409 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4de547-5889-42a7-b2f0-7c82bab6f135 service neutron] Pushing event updated for resources: {'Port': ['ID=626598b1-3252-4a55-a7ba-a75d9650dc20,revision_number=3']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:49.505101 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f1f25-e339-4093-ae9d-82ed375beeca req-9cf3a2eb-547e-46bb-ba6e-bfb6d714fdd9 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:49.506566 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5a2f1f25-e339-4093-ae9d-82ed375beeca req-9cf3a2eb-547e-46bb-ba6e-bfb6d714fdd9 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0658119 Aug 29 22:42:49.558476 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5a2f1f25-e339-4093-ae9d-82ed375beeca req-8f653a40-696a-43e6-a579-79a3d69c053f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Aug 29 22:42:49.753957 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25381-c9c1-49f9-aef6-3c44adec4078 req-d955ba14-18f3-486a-a42b-1221a0617bc6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:49.755699 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6af25381-c9c1-49f9-aef6-3c44adec4078 req-d955ba14-18f3-486a-a42b-1221a0617bc6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0584667 Aug 29 22:42:49.795444 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:49.825762 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-dcbb1960-16ac-485d-9727-989e8333ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:49.826859 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-dcbb1960-16ac-485d-9727-989e8333ac62 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=211213d0c20641adb48a3d39703f7532&device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 1128 time: 0.0654402 Aug 29 22:42:49.897157 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-6349e1eb-c161-49ba-b777-1db164c4020f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626598b1-3252-4a55-a7ba-a75d9650dc20 HTTP/1.1" status: 200 len: 217 time: 0.0477445 Aug 29 22:42:49.903285 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6af25381-c9c1-49f9-aef6-3c44adec4078 req-b3b7f932-a0b7-43ba-9d4b-2c0d2ceed9d3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334291 Aug 29 22:42:49.984033 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-cf5da132-ce1a-4e42-bcd9-34dbb98f22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:49.987327 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-cf5da132-ce1a-4e42-bcd9-34dbb98f22cf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=2bf7efba-d0bd-421a-a52e-7f297d216c4a HTTP/1.1" status: 200 len: 854 time: 0.0631773 Aug 29 22:42:50.028335 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-8d2bd9f0-8b90-46d4-aeb4-8e40eacaa773 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326064 Aug 29 22:42:50.159074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:50.214187 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d30d31-7e05-499a-bdd2-485e21c5fc76 req-60398c09-855b-4baf-97fe-29480e85ca46 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:50.215717 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-87d30d31-7e05-499a-bdd2-485e21c5fc76 req-60398c09-855b-4baf-97fe-29480e85ca46 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 944 time: 0.1209316 Aug 29 22:42:50.249364 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-8378b194-a35f-456b-9e21-f1b2e64a4528 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137668 Aug 29 22:42:50.330233 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-87d30d31-7e05-499a-bdd2-485e21c5fc76 req-35073228-7576-4903-844a-0c8a72769125 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073527 Aug 29 22:42:50.380733 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f61518c3-1023-45f7-af3f-e2fc78c32624 req-806d0ba9-99bb-466e-8d89-b7b31c46fee2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166832 Aug 29 22:42:50.686154 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c304ba9-cced-4a98-a89f-15945c192835 req-e116763f-3dda-400f-ac27-77f3661f14d2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:50.687863 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8c304ba9-cced-4a98-a89f-15945c192835 req-e116763f-3dda-400f-ac27-77f3661f14d2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Aug 29 22:42:50.742080 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8c304ba9-cced-4a98-a89f-15945c192835 req-7c471868-b698-44a4-a07c-ce0f3b588ba2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Aug 29 22:42:50.865574 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37244) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:50.870711 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747841790', 'description': 'tempest-description--27472344'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:50.891675 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:50.967079 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (25b17d7e-b95b-40e1-bd99-605eb3a2dc42), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:50.971661 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (25b17d7e-b95b-40e1-bd99-605eb3a2dc42), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.001870 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.003021 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1364107 Aug 29 22:42:51.006960 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37248) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:51.011815 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-7ffc707b-29bd-4e23-b8fe-f7e29c135f30 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': '25b17d7e-b95b-40e1-bd99-605eb3a2dc42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:51.016337 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b17d7e-b95b-40e1-bd99-605eb3a2dc42,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:51.027305 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.027651 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.027994 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.029052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.029052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.029052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.029448 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.029654 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.029941 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.030291 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.030599 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.031622 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.031622 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.031622 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.031936 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea99ee-a6c3-4b87-aaae-bd262ac61012 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:51.039828 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbb0b2-1545-4d37-999c-191bf2f609fc req-337b651f-e61a-4d3b-aa69-0846a04b870b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:51.041379 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9adbb0b2-1545-4d37-999c-191bf2f609fc req-337b651f-e61a-4d3b-aa69-0846a04b870b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0532832 Aug 29 22:42:51.054362 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ffc707b-29bd-4e23-b8fe-f7e29c135f30 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (6d4e5673-cebb-4cad-9f21-16f39771458c), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.104810 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9adbb0b2-1545-4d37-999c-191bf2f609fc req-653b6bfe-3c00-4035-8c08-327cc2954b25 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489531 Aug 29 22:42:51.116974 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ffc707b-29bd-4e23-b8fe-f7e29c135f30 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (6d4e5673-cebb-4cad-9f21-16f39771458c), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.121499 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ffc707b-29bd-4e23-b8fe-f7e29c135f30 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (6d4e5673-cebb-4cad-9f21-16f39771458c), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.141797 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc707b-29bd-4e23-b8fe-f7e29c135f30 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4e5673-cebb-4cad-9f21-16f39771458c,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:51.152650 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7ffc707b-29bd-4e23-b8fe-f7e29c135f30 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.153848 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7ffc707b-29bd-4e23-b8fe-f7e29c135f30 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457081 Aug 29 22:42:51.156597 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37250) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:51.160920 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-6f4389c5-73a6-48fa-b614-477d997597c3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': '25b17d7e-b95b-40e1-bd99-605eb3a2dc42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:51.188091 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6f4389c5-73a6-48fa-b614-477d997597c3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (102fcb6d-8522-4f73-823a-a734084ad4f5), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.249985 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6f4389c5-73a6-48fa-b614-477d997597c3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (102fcb6d-8522-4f73-823a-a734084ad4f5), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.253626 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6f4389c5-73a6-48fa-b614-477d997597c3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (102fcb6d-8522-4f73-823a-a734084ad4f5), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.270948 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4389c5-73a6-48fa-b614-477d997597c3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102fcb6d-8522-4f73-823a-a734084ad4f5,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:51.281284 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6f4389c5-73a6-48fa-b614-477d997597c3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.282750 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-6f4389c5-73a6-48fa-b614-477d997597c3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250997 Aug 29 22:42:51.285740 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37252) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:51.290073 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:51.320937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.413880 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.456738 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:51.542509 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.27.1.33 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/5269faf5-f5e1-4dd0-89bf-221b18a1de46) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:51.559296 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:51.608818 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccc41d-ae60-4684-ae47-0f453bd8f722 req-2acbe09a-d5b7-4af5-8d22-37134864bdbc tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:51.610689 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-85ccc41d-ae60-4684-ae47-0f453bd8f722 req-2acbe09a-d5b7-4af5-8d22-37134864bdbc tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 944 time: 0.0562379 Aug 29 22:42:51.659729 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.671773 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-85ccc41d-ae60-4684-ae47-0f453bd8f722 req-f1f1d661-74f5-4ccc-b9e0-c77e0aad0062 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520074 Aug 29 22:42:51.695260 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.707294 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-3de95541-b478-4dd5-a669-e4bef4fda77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:51.708771 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-3de95541-b478-4dd5-a669-e4bef4fda77b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=211213d0c20641adb48a3d39703f7532&device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 1128 time: 0.0499799 Aug 29 22:42:51.737070 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:51.740098 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:51.743221 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:51.767630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=5269faf5-f5e1-4dd0-89bf-221b18a1de46,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:51.844964 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (e0b65abc-2523-43c3-bec7-79fb05db51b3), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.894015 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:51.894671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3e1ea-aa8e-463d-9d22-29492ec9436c req-ced1e6db-31d4-4a8d-a18a-1f071cf43be6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:51.896029 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2da3e1ea-aa8e-463d-9d22-29492ec9436c req-ced1e6db-31d4-4a8d-a18a-1f071cf43be6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0582514 Aug 29 22:42:51.958155 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2da3e1ea-aa8e-463d-9d22-29492ec9436c req-2ebfae8a-fa63-4a02-a75e-e0d4ab9722e1 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534475 Aug 29 22:42:52.106184 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:52.112771 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:52.152854 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-f6ed1695-2750-47bf-ad73-5bef213acd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:52.154454 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-f6ed1695-2750-47bf-ad73-5bef213acd25 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e HTTP/1.1" status: 200 len: 915 time: 0.1593597 Aug 29 22:42:52.192128 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=5269faf5-f5e1-4dd0-89bf-221b18a1de46,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:52.196683 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (e0b65abc-2523-43c3-bec7-79fb05db51b3), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:52.221088 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:52.222623 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7407feff-22b5-4775-84b9-0430392e5046 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9356341 Aug 29 22:42:52.274299 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293df0a-1c52-4f9a-b9ec-8e700ef5e291 req-2f8c9c62-260b-4655-8739-8d454f85f4b7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:52.280415 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c293df0a-1c52-4f9a-b9ec-8e700ef5e291 req-2f8c9c62-260b-4655-8739-8d454f85f4b7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0722737 Aug 29 22:42:52.344298 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c293df0a-1c52-4f9a-b9ec-8e700ef5e291 req-7ef89a72-0ab0-4694-ae6b-c02af89b18ff tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621626 Aug 29 22:42:52.462901 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:52.510360 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-4fcc0083-ab55-49cd-b5a5-708d7584577e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626598b1-3252-4a55-a7ba-a75d9650dc20 HTTP/1.1" status: 200 len: 217 time: 0.0645266 Aug 29 22:42:52.526235 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-e19291f4-01be-48d1-85b4-19f3e72c7723 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1747841790&fields=id&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 267 time: 0.1038737 Aug 29 22:42:52.639650 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-76756e45-4d37-4524-bcd2-7fd2431e7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:52.641084 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-76756e45-4d37-4524-bcd2-7fd2431e7595 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=2bf7efba-d0bd-421a-a52e-7f297d216c4a HTTP/1.1" status: 200 len: 854 time: 0.1128726 Aug 29 22:42:52.688418 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-b6415ec0-a038-486e-a6a2-1c229cf300f2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394847 Aug 29 22:42:52.700132 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:52.722019 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-4825de88-36f1-4771-89cf-217c811c6bdd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:52.723509 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-4825de88-36f1-4771-89cf-217c811c6bdd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.1964998 Aug 29 22:42:52.782104 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-2c452d74-bb06-4438-a3aa-fab43069da45 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/quotas/1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 375 time: 0.0489478 Aug 29 22:42:52.863785 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a149-0c12-47b4-a0d7-185d045f7986 req-a8ac99c2-c3d6-416f-a65f-b1da42ae569a tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:52.865198 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0476a149-0c12-47b4-a0d7-185d045f7986 req-a8ac99c2-c3d6-416f-a65f-b1da42ae569a tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 944 time: 0.0983999 Aug 29 22:42:52.911388 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-056d285b-2f5a-4945-b3a6-0f327ac2de09 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069849 Aug 29 22:42:52.919774 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-ecdeda87-95c6-4fcb-84ec-bfffb1029f72 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166438 Aug 29 22:42:52.989323 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0476a149-0c12-47b4-a0d7-185d045f7986 req-f1c81ffe-b1eb-41b4-a411-fdcf36f8302a tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137531 Aug 29 22:42:53.034715 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-96cb6af8-5260-4214-b697-c415c77dd9e2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101360 Aug 29 22:42:53.142236 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71c17c-e06f-4b93-b244-fda24ab07aae req-a9ee729f-07bc-4541-8fc2-3dce35b89e2e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:53.143620 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7b71c17c-e06f-4b93-b244-fda24ab07aae req-a9ee729f-07bc-4541-8fc2-3dce35b89e2e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0589569 Aug 29 22:42:53.184654 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-4dadc58d-7a0c-4a92-b80a-a9b5359e6a8d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443441 Aug 29 22:42:53.215484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7b71c17c-e06f-4b93-b244-fda24ab07aae req-138fc951-e27a-4525-9f33-974a9d11a242 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655398 Aug 29 22:42:53.369616 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1f331e9a-dff8-4693-96d5-412f45f687c8 req-51e2690f-1806-49ef-8cd2-fe58ff225ba7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 210 time: 0.0392430 Aug 29 22:42:53.474438 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4217ec2-9fc3-4a04-a2a2-014de491e055 req-820cfff9-18be-4f08-95f5-b39fc81f5b94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:53.475909 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4217ec2-9fc3-4a04-a2a2-014de491e055 req-820cfff9-18be-4f08-95f5-b39fc81f5b94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0469112 Aug 29 22:42:53.525070 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4217ec2-9fc3-4a04-a2a2-014de491e055 req-f1832fb2-8ec9-419e-8898-0093ce4a359f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430443 Aug 29 22:42:53.886546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e16f-3104-449f-b7d6-a0525f3f35e7 req-1d360a91-f651-4347-a919-75f63161fa90 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:53.888038 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ff5e16f-3104-449f-b7d6-a0525f3f35e7 req-1d360a91-f651-4347-a919-75f63161fa90 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0497966 Aug 29 22:42:53.936261 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ff5e16f-3104-449f-b7d6-a0525f3f35e7 req-a031e720-bb60-4d3d-8ca6-8f957bf92e16 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424819 Aug 29 22:42:54.062650 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d16ddef-bffd-429c-b463-ef639b086b2b req-d306345a-4376-4a98-ba56-a9f2804b26ea service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869095 Aug 29 22:42:54.098483 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:54.116592 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3ae39-c9f0-44ba-b31c-01d1353856ed req-c17c7427-6050-4683-a0db-2258b0e83e07 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:54.118049 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4fa3ae39-c9f0-44ba-b31c-01d1353856ed req-c17c7427-6050-4683-a0db-2258b0e83e07 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 944 time: 0.0498638 Aug 29 22:42:54.164816 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4fa3ae39-c9f0-44ba-b31c-01d1353856ed req-e0ea1d1f-7661-491b-aed1-63097fd489a0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 Aug 29 22:42:54.339506 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d18d30-08bd-4b07-92a7-0731a4353696 req-f30646fa-db9f-46af-b0dd-1cd65e9f1859 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:54.340956 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65d18d30-08bd-4b07-92a7-0731a4353696 req-f30646fa-db9f-46af-b0dd-1cd65e9f1859 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0469429 Aug 29 22:42:54.383982 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:54.388622 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65d18d30-08bd-4b07-92a7-0731a4353696 req-fd11fec7-8c73-46f7-8c8f-becd30065faf tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Aug 29 22:42:54.484958 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-08fa06c7-02b7-4c61-aa32-e16350380a7f req-ecad3cb4-2c78-4b28-a8dd-71025a7d4673 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 210 time: 0.0277345 Aug 29 22:42:54.658226 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b700cf3-76be-4181-ab1f-831846de79be req-cf84882c-6b0e-408c-a25f-f56a4c9b530f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:54.659773 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4b700cf3-76be-4181-ab1f-831846de79be req-cf84882c-6b0e-408c-a25f-f56a4c9b530f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0490749 Aug 29 22:42:54.707383 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4b700cf3-76be-4181-ab1f-831846de79be req-c70c24fc-482e-4c91-b492-cc412982e484 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Aug 29 22:42:55.054966 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bcbe4-595f-4cef-bf81-2742b64c948e req-666c06b0-483c-4b35-ab61-d407afa96707 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:55.057211 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-294bcbe4-595f-4cef-bf81-2742b64c948e req-666c06b0-483c-4b35-ab61-d407afa96707 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0474327 Aug 29 22:42:55.112218 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-294bcbe4-595f-4cef-bf81-2742b64c948e req-deb10909-498d-402d-a79b-07d2c190e971 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491457 Aug 29 22:42:55.329399 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a1d0d-99e2-4e55-841b-abfe60444119 req-a7053846-2ac6-4190-9175-739795650d79 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:55.332050 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-770a1d0d-99e2-4e55-841b-abfe60444119 req-a7053846-2ac6-4190-9175-739795650d79 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 944 time: 0.0831108 Aug 29 22:42:55.383247 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-770a1d0d-99e2-4e55-841b-abfe60444119 req-73b235bf-ad6b-4c75-b143-1356c62d25be tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455661 Aug 29 22:42:55.516660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55075cd3-35b6-4b1d-ad51-32819eece820 req-c6b75ddc-b788-4cac-b83e-1f3697867371 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:55.518167 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-55075cd3-35b6-4b1d-ad51-32819eece820 req-c6b75ddc-b788-4cac-b83e-1f3697867371 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Aug 29 22:42:55.582505 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-55075cd3-35b6-4b1d-ad51-32819eece820 req-fff87229-9d32-47f1-9820-9e14286e69da tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Aug 29 22:42:55.598802 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1f21518d-48ac-4f1e-8557-ca8811414254 req-fad01935-4582-4c52-b78b-4d09297de8db tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 210 time: 0.0384583 Aug 29 22:42:55.830331 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 626598b1-3252-4a55-a7ba-a75d9650dc20 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:42:55.851869 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a945b-2b17-4056-b804-9d6b2a4517c3 req-5c3f3c13-077b-4754-a7ab-0432d1401960 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:55.855363 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0a3a945b-2b17-4056-b804-9d6b2a4517c3 req-5c3f3c13-077b-4754-a7ab-0432d1401960 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0640850 Aug 29 22:42:55.910500 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:55.919342 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0a3a945b-2b17-4056-b804-9d6b2a4517c3 req-dfc60cda-b7f3-4184-8532-4876c8c01147 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534325 Aug 29 22:42:55.950395 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 626598b1-3252-4a55-a7ba-a75d9650dc20, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=626598b1-3252-4a55-a7ba-a75d9650dc20,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:55.961861 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '626598b1-3252-4a55-a7ba-a75d9650dc20', 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e', 'port_id': '626598b1-3252-4a55-a7ba-a75d9650dc20', 'mac_address': 'fa:16:3e:af:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf7efba-d0bd-421a-a52e-7f297d216c4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:42:56.003946 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 626598b1-3252-4a55-a7ba-a75d9650dc20 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:56.004321 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:56.018196 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626598b1-3252-4a55-a7ba-a75d9650dc20 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:42:56.039819 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 626598b1-3252-4a55-a7ba-a75d9650dc20, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=626598b1-3252-4a55-a7ba-a75d9650dc20,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:56.045002 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:56.095293 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=626598b1-3252-4a55-a7ba-a75d9650dc20,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:56.102752 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.103127 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.103961 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.104419 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.104716 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.104999 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.105327 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.105653 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.105983 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.106306 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.106632 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.106983 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.107307 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.107628 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.107982 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:56.248854 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbe160-fbb5-4896-a8ea-d845e5327e7b req-b23ad31d-a89e-4b89-8fd9-dbfcc5266230 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:56.250951 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2cdbe160-fbb5-4896-a8ea-d845e5327e7b req-b23ad31d-a89e-4b89-8fd9-dbfcc5266230 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0578814 Aug 29 22:42:56.292576 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-5e9614b6-f412-43af-a76a-296c1a226744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:56.294060 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-5e9614b6-f412-43af-a76a-296c1a226744 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 1129 time: 0.0612144 Aug 29 22:42:56.344369 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2cdbe160-fbb5-4896-a8ea-d845e5327e7b req-de71bc4c-5e77-4f79-9ce0-a434a436d9c1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771377 Aug 29 22:42:56.431938 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-101790a5-37b6-4d50-bbcc-62edc11115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:56.433428 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-101790a5-37b6-4d50-bbcc-62edc11115f3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 911 time: 0.1146264 Aug 29 22:42:56.448297 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['626598b1-3252-4a55-a7ba-a75d9650dc20'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:42:56.498441 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:56.560902 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-9de94c9b-972b-4dd4-bc55-aea64ecff4df service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc HTTP/1.1" status: 200 len: 1001 time: 0.1079957 Aug 29 22:42:56.566996 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015354d-b44e-4862-b0d5-a60aaef323b5 req-90e1a05e-8f78-41db-a4fd-2dc7684fca58 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:56.568600 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5015354d-b44e-4862-b0d5-a60aaef323b5 req-90e1a05e-8f78-41db-a4fd-2dc7684fca58 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 945 time: 0.0768428 Aug 29 22:42:56.657939 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:56.669470 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-07c355d8-c5dc-4a3b-accd-cbf04e3fdfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:56.671150 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-07c355d8-c5dc-4a3b-accd-cbf04e3fdfe5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.0860848 Aug 29 22:42:56.682360 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5015354d-b44e-4862-b0d5-a60aaef323b5 req-6a821782-fac3-4674-86ab-6a2edc61a9b0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046135 Aug 29 22:42:56.754765 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba691e4-4cf9-4c78-a4c5-ada95a4e3ed1 req-792b9737-ba38-4309-9422-3e2bd444653b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:56.756247 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dba691e4-4cf9-4c78-a4c5-ada95a4e3ed1 req-792b9737-ba38-4309-9422-3e2bd444653b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0916336 Aug 29 22:42:56.759409 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-b6339ab3-59e2-4888-9f01-762c358491e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:56.761606 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-b6339ab3-59e2-4888-9f01-762c358491e1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766559 Aug 29 22:42:56.802395 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:56.821938 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9eaa9dd2-b230-4418-94b9-6cd0831d4af7 req-e0d6dd3b-6012-40f4-8041-aeff818edccc tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 210 time: 0.0602536 Aug 29 22:42:57.144553 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dba691e4-4cf9-4c78-a4c5-ada95a4e3ed1 req-957d5e13-6ba8-45f0-96d3-9dedba067250 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725719 Aug 29 22:42:57.188055 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-b569929d-c0a9-44d6-b7b7-57fd8614aa45 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185832 Aug 29 22:42:57.202482 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115869c-9a6e-4d13-9b65-197c245889b5 req-85c09fc1-63d8-47c6-9579-10a54f3ef3a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:57.204005 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6115869c-9a6e-4d13-9b65-197c245889b5 req-85c09fc1-63d8-47c6-9579-10a54f3ef3a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0631633 Aug 29 22:42:57.327923 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6115869c-9a6e-4d13-9b65-197c245889b5 req-cc436622-b0c7-4561-91e2-ffee1edeaff3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147459 Aug 29 22:42:57.363097 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-59c1eb22-f146-42c3-9b98-6f08656a5598 req-f94b622d-6271-46da-bf5b-44ae5f933f77 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498857 Aug 29 22:42:57.377931 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:57.455725 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-8bdc4d49-f0ab-4c3b-95ed-a17de6807748 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:57.457569 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-8bdc4d49-f0ab-4c3b-95ed-a17de6807748 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.1580701 Aug 29 22:42:57.493823 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425b21c-c067-4fe9-8775-28a299e9322c req-aa01e0e9-6e0a-4c81-ae1d-a0cb69bce010 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:57.497093 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8425b21c-c067-4fe9-8775-28a299e9322c req-aa01e0e9-6e0a-4c81-ae1d-a0cb69bce010 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0663295 Aug 29 22:42:57.557973 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-2edb3656-d91d-4783-920c-311b231f0d13 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 472 time: 0.0912182 Aug 29 22:42:57.561814 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8425b21c-c067-4fe9-8775-28a299e9322c req-41512e05-9ea9-4a3d-9e37-92ee2cc424f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590332 Aug 29 22:42:57.816345 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c532107-8ed4-4fcb-a8a9-80bbc7fe554b req-951e0aec-e32f-4d00-8272-d6e508a00601 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:57.818094 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0c532107-8ed4-4fcb-a8a9-80bbc7fe554b req-951e0aec-e32f-4d00-8272-d6e508a00601 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 945 time: 0.0548370 Aug 29 22:42:57.847222 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'port': {'device_id': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'admin_state_up': True, 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'security_groups': ['25b17d7e-b95b-40e1-bd99-605eb3a2dc42']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:57.893464 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0c532107-8ed4-4fcb-a8a9-80bbc7fe554b req-46b0f147-aebb-455d-b646-b55950d78f4b tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685935 Aug 29 22:42:57.947091 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1b09cf9b-845f-471b-b373-53b1becef54f req-82023998-c76a-4821-99f9-79dd8660e511 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 210 time: 0.0281467 Aug 29 22:42:57.980192 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:58.020770 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Made reservation on behalf of 1fcb391184b94306898e43379094e5f6 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:42:58.027745 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:58.235820 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.20.0.6 (c4fab7c6-be28-40e9-82ea-67b0ac291d9e/246e4181-9156-4f0d-9309-b08bd404aa8c/0aadfb69-64b9-4ed9-97ea-a90576f04ace) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:42:58.294156 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f4aa8-f855-4235-a281-e5cf90ae65fe req-3c9ecf3b-dcf0-4b9e-9487-3f3692779092 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:58.297555 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-231f4aa8-f855-4235-a281-e5cf90ae65fe req-3c9ecf3b-dcf0-4b9e-9487-3f3692779092 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0567954 Aug 29 22:42:58.357923 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-231f4aa8-f855-4235-a281-e5cf90ae65fe req-4ff811fb-bf8c-4762-a48f-6875628b4175 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Aug 29 22:42:58.428188 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:58.444639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 626598b1-3252-4a55-a7ba-a75d9650dc20 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:42:58.448899 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:58.464864 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:58.490655 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6d7a6-7359-45ee-8e8b-819cfab530db req-1f08fd20-2d0f-4c76-b0d0-bafa287f7f70 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:58.492365 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-06c6d7a6-7359-45ee-8e8b-819cfab530db req-1f08fd20-2d0f-4c76-b0d0-bafa287f7f70 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0650415 Aug 29 22:42:58.510896 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 626598b1-3252-4a55-a7ba-a75d9650dc20 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:42:58.518091 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 626598b1-3252-4a55-a7ba-a75d9650dc20 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:58.518932 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:58.528348 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:42:58.532259 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:42:58.537386 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:42:58.568497 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-06c6d7a6-7359-45ee-8e8b-819cfab530db req-2d3d33ee-0151-4334-b3dd-51704c489600 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685127 Aug 29 22:42:58.573198 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=0aadfb69-64b9-4ed9-97ea-a90576f04ace,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:58.630059 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:58.635541 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:58.636790 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 626598b1-3252-4a55-a7ba-a75d9650dc20 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:58.637529 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:58.674428 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-7c1f7110-f270-474d-9bf5-cd22a4a832c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387933 Aug 29 22:42:58.689153 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626598b1-3252-4a55-a7ba-a75d9650dc20'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:58.691976 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace3e29-3aed-4b6f-9294-d4f53502fc36" -d '{"events": [{"server_uuid": "6bfb8e85-df7b-4481-9900-647fadc1bd32", "name": "network-vif-plugged", "status": "completed", "tag": "626598b1-3252-4a55-a7ba-a75d9650dc20"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:58.718100 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 626598b1-3252-4a55-a7ba-a75d9650dc20, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=626598b1-3252-4a55-a7ba-a75d9650dc20,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:42:58.728036 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:58.730081 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Request body: {'port': {'device_id': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:58.745740 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b7f24-baee-4b1f-9dec-2b315618a5fd req-49716424-33f4-4ffa-9cc3-9bf498fdc1ae tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:58.755495 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c22b7f24-baee-4b1f-9dec-2b315618a5fd req-49716424-33f4-4ffa-9cc3-9bf498fdc1ae tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1033549 Aug 29 22:42:58.787356 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4866b68e-630c-4a78-88aa-6dc5c0d8499f x-openstack-request-id: req-4866b68e-630c-4a78-88aa-6dc5c0d8499f {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:58.787924 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfb8e85-df7b-4481-9900-647fadc1bd32", "name": "network-vif-plugged", "status": "completed", "tag": "626598b1-3252-4a55-a7ba-a75d9650dc20", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:58.788352 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4866b68e-630c-4a78-88aa-6dc5c0d8499f {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:58.788912 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4866b68e-630c-4a78-88aa-6dc5c0d8499f'] response: {'server_uuid': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626598b1-3252-4a55-a7ba-a75d9650dc20', 'code': 200} Aug 29 22:42:58.835814 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=626598b1-3252-4a55-a7ba-a75d9650dc20,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:58.851048 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c22b7f24-baee-4b1f-9dec-2b315618a5fd req-2befcb11-b18a-4925-9a0b-eccc743cc751 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936327 Aug 29 22:42:58.954857 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-9392c5a1-e860-4f9f-b0e5-cf6604c39b58 None None] Provisioning complete for port 0aadfb69-64b9-4ed9-97ea-a90576f04ace triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:58.955544 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9392c5a1-e860-4f9f-b0e5-cf6604c39b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:59.009045 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-9392c5a1-e860-4f9f-b0e5-cf6604c39b58 None None] Port 0aadfb69-64b9-4ed9-97ea-a90576f04ace cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:42:59.087520 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:59.093310 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:59.099766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb6394-fb93-48a8-b28e-a1c27f2fb021 req-521f722b-d440-42b4-84cf-cf87078bbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:59.101280 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e9fb6394-fb93-48a8-b28e-a1c27f2fb021 req-521f722b-d440-42b4-84cf-cf87078bbc80 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 1130 time: 0.1088252 Aug 29 22:42:59.130898 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:59.136482 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452935ed-c5e4-4157-be5f-7e7203f3601e req-e9307ec6-60db-4db1-80fe-03cb531d1628 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:59.138011 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-452935ed-c5e4-4157-be5f-7e7203f3601e req-e9307ec6-60db-4db1-80fe-03cb531d1628 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.1219499 Aug 29 22:42:59.183112 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793f140-1946-4f97-9e4a-af6f3e4cc483 req-cb20c9f3-37a7-4bbe-8dad-2ae291a06fbf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:59.184602 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d793f140-1946-4f97-9e4a-af6f3e4cc483 req-cb20c9f3-37a7-4bbe-8dad-2ae291a06fbf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 931 time: 0.1066380 Aug 29 22:42:59.241405 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e9fb6394-fb93-48a8-b28e-a1c27f2fb021 req-dbc1ec30-dc96-408a-b564-fd5855238efb service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191251 Aug 29 22:42:59.241797 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:59.259422 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-452935ed-c5e4-4157-be5f-7e7203f3601e req-e643c2e3-2865-42ac-8b16-1e4205346eb7 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110351 Aug 29 22:42:59.279747 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d793f140-1946-4f97-9e4a-af6f3e4cc483 req-e1ec8513-e185-4de4-9603-85b8129c8e7b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856633 Aug 29 22:42:59.374273 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aadfb69-64b9-4ed9-97ea-a90576f04ace {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:42:59.382299 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Publish callbacks [] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:59.384342 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:59.397663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Transition to ACTIVE for port object 0aadfb69-64b9-4ed9-97ea-a90576f04ace will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:42:59.402249 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:59.493186 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadfb69-64b9-4ed9-97ea-a90576f04ace,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:59.494806 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d649a23-f488-4255-84cf-12de4bf9b7cb req-111739e1-1811-4e97-abf5-bddab061dc15 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:59.496467 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3d649a23-f488-4255-84cf-12de4bf9b7cb req-111739e1-1811-4e97-abf5-bddab061dc15 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0563779 Aug 29 22:42:59.528578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Attempting to bind port 0aadfb69-64b9-4ed9-97ea-a90576f04ace on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:42:59.528807 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Attempting to bind port 0aadfb69-64b9-4ed9-97ea-a90576f04ace by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:42:59.529141 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Attempting to bind port 0aadfb69-64b9-4ed9-97ea-a90576f04ace on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:59.534121 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Port 0aadfb69-64b9-4ed9-97ea-a90576f04ace on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:42:59.534428 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Attempting to bind port 0aadfb69-64b9-4ed9-97ea-a90576f04ace on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:42:59.539958 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:42:59.540307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Checking segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:42:59.540688 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Bound using segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:42:59.541685 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Bound port: 0aadfb69-64b9-4ed9-97ea-a90576f04ace, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:42:59.542091 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:59.550454 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3d649a23-f488-4255-84cf-12de4bf9b7cb req-a9f8c7b7-5faa-453f-ac78-f06a4ff295f5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Aug 29 22:42:59.610629 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] For port 0aadfb69-64b9-4ed9-97ea-a90576f04ace, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:42:59.614781 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] For port 0aadfb69-64b9-4ed9-97ea-a90576f04ace, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:42:59.623188 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:59.631282 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:59.632265 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:59.635102 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/0aadfb69-64b9-4ed9-97ea-a90576f04ace HTTP/1.1" status: 200 len: 1093 time: 0.9092674 Aug 29 22:42:59.635895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:42:59.639929 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4414d538-aa62-48e7-85f1-de83501576ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:42:59.703238 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66873c8-c028-4cf1-a787-dc9511bec315 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadfb69-64b9-4ed9-97ea-a90576f04ace,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:59.739475 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0319f218-51ad-476f-9866-eab3d067adbe x-openstack-request-id: req-0319f218-51ad-476f-9866-eab3d067adbe {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:42:59.739785 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:42:59.740030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0319f218-51ad-476f-9866-eab3d067adbe {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:42:59.740437 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0319f218-51ad-476f-9866-eab3d067adbe'] response: {'name': 'network-changed', 'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'status': 'completed', 'code': 200} Aug 29 22:42:59.755216 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49df734-a7c3-40fb-8c6c-815360eb4b5e req-986fb603-78ee-45a1-ac7e-c3c023a17114 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:59.756725 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d49df734-a7c3-40fb-8c6c-815360eb4b5e req-986fb603-78ee-45a1-ac7e-c3c023a17114 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0579860 Aug 29 22:42:59.816862 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d49df734-a7c3-40fb-8c6c-815360eb4b5e req-264f9810-19d5-416f-844e-7d0e9e555390 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535824 Aug 29 22:42:59.983789 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7ad9-e7ef-4e0f-bc72-31ff74e927f7 req-34d62fbb-b814-4f81-a918-f52e9bed03b1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:59.985336 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6d5e7ad9-e7ef-4e0f-bc72-31ff74e927f7 req-34d62fbb-b814-4f81-a918-f52e9bed03b1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0502765 Aug 29 22:43:00.043261 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6d5e7ad9-e7ef-4e0f-bc72-31ff74e927f7 req-7dcc4ca7-f6f3-4c85-a35f-c3e6844eda0d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507760 Aug 29 22:43:00.200497 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-6911c669-aff3-42e4-b78c-47d1ab6c572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:00.201639 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-6911c669-aff3-42e4-b78c-47d1ab6c572d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 1127 time: 0.0496223 Aug 29 22:43:00.344171 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-199337e2-d7db-435d-be87-ca510674e737 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace HTTP/1.1" status: 200 len: 217 time: 0.0421796 Aug 29 22:43:00.409140 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-85e6ec92-6970-4e06-a35d-bd6ff6ce63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:00.410834 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-85e6ec92-6970-4e06-a35d-bd6ff6ce63a5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0587652 Aug 29 22:43:00.422655 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d68c-e536-41f4-b13a-a9910ef37a3b req-f79a429a-b711-476f-ac00-347ea3556e89 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:00.424191 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22f0d68c-e536-41f4-b13a-a9910ef37a3b req-f79a429a-b711-476f-ac00-347ea3556e89 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0757167 Aug 29 22:43:00.486121 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcbe69-00b1-4996-aa7d-edd1222c9af4 req-d3526638-c68d-4327-b407-024a1db01fd0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:00.488687 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c3bcbe69-00b1-4996-aa7d-edd1222c9af4 req-d3526638-c68d-4327-b407-024a1db01fd0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 943 time: 0.0938804 Aug 29 22:43:00.503452 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-ee37e53e-0ec0-4514-89e6-c6ae0f15f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:00.506519 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-ee37e53e-0ec0-4514-89e6-c6ae0f15f225 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646813 Aug 29 22:43:00.534972 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22f0d68c-e536-41f4-b13a-a9910ef37a3b req-b5c4104e-308b-48c7-918f-56b9ddb552a5 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940692 Aug 29 22:43:00.570650 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c3bcbe69-00b1-4996-aa7d-edd1222c9af4 req-e774eaa1-8a9b-46c4-9555-ba7f79079be3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703859 Aug 29 22:43:00.695400 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910c83-26ee-4d4a-bc67-90bb169e99cb req-04e77243-8ff3-42e4-9399-c010d434abaa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:00.696914 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b2910c83-26ee-4d4a-bc67-90bb169e99cb req-04e77243-8ff3-42e4-9399-c010d434abaa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0600049 Aug 29 22:43:00.750717 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b2910c83-26ee-4d4a-bc67-90bb169e99cb req-fc271fd1-a7be-491b-b15a-b89548161ee0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478957 Aug 29 22:43:00.965380 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf708e6-e0f6-4e14-8183-877a28ae3a84 req-5aea93e8-2090-4449-98e4-ff58afd904fa tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:00.966940 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9cf708e6-e0f6-4e14-8183-877a28ae3a84 req-5aea93e8-2090-4449-98e4-ff58afd904fa tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0507786 Aug 29 22:43:01.019456 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9cf708e6-e0f6-4e14-8183-877a28ae3a84 req-db8df325-d82d-49af-815c-9d15d5390128 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Aug 29 22:43:01.202237 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4b5c-d6e5-43f5-95f8-25e9b6c64287 req-52386731-4b6d-4c22-ab70-0d2111ad022c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:01.211084 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c72c4b5c-d6e5-43f5-95f8-25e9b6c64287 req-52386731-4b6d-4c22-ab70-0d2111ad022c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0646386 Aug 29 22:43:01.262234 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c72c4b5c-d6e5-43f5-95f8-25e9b6c64287 req-7b541669-0ac8-49de-b234-fd354bf4878b tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493493 Aug 29 22:43:01.263990 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-31625474-e863-42ef-be61-7b3cc90d9fc3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115756 Aug 29 22:43:01.670251 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-416d9944-ff2b-4b11-9f1d-44cefcf9a5fa req-73f4f13a-8745-4708-a8c1-ca75655961d4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724825 Aug 29 22:43:01.740961 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:01.760059 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77b97-15a7-42be-87fd-2331cfe792c2 req-0dcffe21-c84a-4b73-bc62-97d7334af8a1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:01.761704 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cfc77b97-15a7-42be-87fd-2331cfe792c2 req-0dcffe21-c84a-4b73-bc62-97d7334af8a1 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0938118 Aug 29 22:43:01.767657 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8703-60f0-4f60-b5ee-f8846416af88 req-b4cbb688-f107-4bf2-9ea9-f8e1ab630830 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:01.769131 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-69ca8703-60f0-4f60-b5ee-f8846416af88 req-b4cbb688-f107-4bf2-9ea9-f8e1ab630830 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 943 time: 0.0841289 Aug 29 22:43:01.878591 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cfc77b97-15a7-42be-87fd-2331cfe792c2 req-7d398838-d1f7-4680-9633-d30488682633 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083417 Aug 29 22:43:01.881609 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-69ca8703-60f0-4f60-b5ee-f8846416af88 req-a1284bcd-fc75-4891-887c-247b47d819b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044579 Aug 29 22:43:02.043684 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805801-e723-47df-a16a-dfcef7871bee req-e4fcee69-daa8-4e4d-b5b7-0955b06699a5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:02.045517 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed805801-e723-47df-a16a-dfcef7871bee req-e4fcee69-daa8-4e4d-b5b7-0955b06699a5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0744886 Aug 29 22:43:02.123378 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed805801-e723-47df-a16a-dfcef7871bee req-b39e7784-86a5-4eac-8e76-12ea2aa6a149 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690670 Aug 29 22:43:02.147393 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:02.171658 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7de4c3-168c-473c-8a77-a0660a5ee239 req-3a48d816-0906-4fa9-ac88-2a20634b578f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:02.173320 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e7de4c3-168c-473c-8a77-a0660a5ee239 req-3a48d816-0906-4fa9-ac88-2a20634b578f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0638974 Aug 29 22:43:02.231371 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e7de4c3-168c-473c-8a77-a0660a5ee239 req-a8ac348a-445d-4fac-86e2-e9f85a39846a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501785 Aug 29 22:43:02.433258 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90d55f-eea2-4cb8-b88d-b0f2cd3952ee req-5d008895-4240-4f39-a8c3-61a80ee0ea0e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:02.434929 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9f90d55f-eea2-4cb8-b88d-b0f2cd3952ee req-5d008895-4240-4f39-a8c3-61a80ee0ea0e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0643866 Aug 29 22:43:02.506367 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9f90d55f-eea2-4cb8-b88d-b0f2cd3952ee req-24a5a9ea-6018-4f80-b9f5-503c1501d05a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645206 Aug 29 22:43:03.023703 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4535-ddeb-4579-977e-de913dcabcf3 req-847b8585-efe9-4723-801c-511d60488812 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:03.025774 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7cec4535-ddeb-4579-977e-de913dcabcf3 req-847b8585-efe9-4723-801c-511d60488812 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 943 time: 0.0481484 Aug 29 22:43:03.078046 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7cec4535-ddeb-4579-977e-de913dcabcf3 req-c9b9755f-0bad-4745-a9c2-527b31ae8139 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459049 Aug 29 22:43:03.209146 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:43:03.269051 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11686ff-06d9-45b0-86ae-bb5713ca73ca req-03ccfb43-b99f-420b-8231-a76b8b04510b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:03.270536 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d11686ff-06d9-45b0-86ae-bb5713ca73ca req-03ccfb43-b99f-420b-8231-a76b8b04510b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Aug 29 22:43:03.326998 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d11686ff-06d9-45b0-86ae-bb5713ca73ca req-a42487b5-ebfb-403c-8dc1-9d151469ba90 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489264 Aug 29 22:43:03.380373 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fe25-f3d0-4c57-ad34-73b672d8e5d7 req-0970bd8d-b8e9-4983-9740-995bd10b44db tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:03.381829 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a740fe25-f3d0-4c57-ad34-73b672d8e5d7 req-0970bd8d-b8e9-4983-9740-995bd10b44db tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0539610 Aug 29 22:43:03.431158 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a740fe25-f3d0-4c57-ad34-73b672d8e5d7 req-cc130cdf-732d-4c60-be33-8ab783f506ba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Aug 29 22:43:03.631695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7be2b-8e60-4277-8b8e-c0945a18071b req-cd7f9a17-1e3d-474f-99e1-086b33a9c345 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:03.633205 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-31a7be2b-8e60-4277-8b8e-c0945a18071b req-cd7f9a17-1e3d-474f-99e1-086b33a9c345 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0499978 Aug 29 22:43:03.688096 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-31a7be2b-8e60-4277-8b8e-c0945a18071b req-df819203-3c8c-4bc9-8b73-b41d15e7006c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486867 Aug 29 22:43:04.196691 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392272d4-45c3-4a48-83a9-25961e842c7d req-f21afb38-387e-4fc2-bd0d-41b1a66e36a5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:04.198641 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392272d4-45c3-4a48-83a9-25961e842c7d req-f21afb38-387e-4fc2-bd0d-41b1a66e36a5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 943 time: 0.0462313 Aug 29 22:43:04.246196 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392272d4-45c3-4a48-83a9-25961e842c7d req-a82a283f-e098-40c4-ab04-c86f2fc2d0e1 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Aug 29 22:43:04.449008 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540064d-3fa5-4435-b98a-00b764b1e527 req-5f2391e6-fb3e-4adc-a286-115020b4c18e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:04.450449 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7540064d-3fa5-4435-b98a-00b764b1e527 req-5f2391e6-fb3e-4adc-a286-115020b4c18e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0464265 Aug 29 22:43:04.476890 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:04.499887 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7540064d-3fa5-4435-b98a-00b764b1e527 req-4c664397-7669-4ab7-a8b0-a96bc6496133 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Aug 29 22:43:04.560512 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aa658-97b8-4c2f-90f6-9d54e4d4c2da req-fade112e-4774-4920-b59d-7b632feedef7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:04.562071 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc1aa658-97b8-4c2f-90f6-9d54e4d4c2da req-fade112e-4774-4920-b59d-7b632feedef7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 29 22:43:04.610534 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc1aa658-97b8-4c2f-90f6-9d54e4d4c2da req-c77fa9cf-8432-4be3-994d-f2052b9d6676 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Aug 29 22:43:04.819811 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38163a4-f61d-4f51-bb17-5e7d2727605c req-ce4219c8-0158-4a39-a024-e1116dbd01ff tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:04.821299 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a38163a4-f61d-4f51-bb17-5e7d2727605c req-ce4219c8-0158-4a39-a024-e1116dbd01ff tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0468688 Aug 29 22:43:04.869617 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a38163a4-f61d-4f51-bb17-5e7d2727605c req-431fa096-402d-4dd5-885f-20c2333aa85d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415332 Aug 29 22:43:05.364415 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c57d-8ec4-4507-8e86-47e3a9b11166 req-a5087e0e-fb25-49fa-bfe6-873bcc9fa99b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:05.365873 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b475c57d-8ec4-4507-8e86-47e3a9b11166 req-a5087e0e-fb25-49fa-bfe6-873bcc9fa99b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 943 time: 0.0465441 Aug 29 22:43:05.418625 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b475c57d-8ec4-4507-8e86-47e3a9b11166 req-75812780-0c3f-4df6-96dd-a46bfcf32e6e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466940 Aug 29 22:43:05.626893 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba95d-28b4-416f-9137-8844e1675e78 req-702e0b31-65ec-4db1-be30-f06006270db8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:05.628375 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-661ba95d-28b4-416f-9137-8844e1675e78 req-702e0b31-65ec-4db1-be30-f06006270db8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0504985 Aug 29 22:43:05.678553 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-661ba95d-28b4-416f-9137-8844e1675e78 req-41904239-312f-477a-b77f-46467316cd85 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Aug 29 22:43:05.731360 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:05.746803 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd561c9-f458-4586-8558-7024d0580039 req-a192746c-aa91-4fba-9e73-67a45bca81ec tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:05.748282 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bfd561c9-f458-4586-8558-7024d0580039 req-a192746c-aa91-4fba-9e73-67a45bca81ec tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0477235 Aug 29 22:43:05.797650 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bfd561c9-f458-4586-8558-7024d0580039 req-653378f1-ecc4-4a4b-ad3a-a5298baab4b5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Aug 29 22:43:05.856359 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:05.874030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414d538-aa62-48e7-85f1-de83501576ff req-6b82e2bd-07be-41ef-9336-0724eab7cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:05.875568 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4414d538-aa62-48e7-85f1-de83501576ff req-6b82e2bd-07be-41ef-9336-0724eab7cce2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 1127 time: 0.0494676 Aug 29 22:43:05.999737 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1674380-b2a8-4bcd-8ffd-8e16149bd4df req-efa73fac-5929-4628-b011-3bc3a69b9dab tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:06.001286 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b1674380-b2a8-4bcd-8ffd-8e16149bd4df req-efa73fac-5929-4628-b011-3bc3a69b9dab tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0603638 Aug 29 22:43:06.073345 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b1674380-b2a8-4bcd-8ffd-8e16149bd4df req-477732fc-f92c-4db7-ad1f-995dd5b2d526 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629516 Aug 29 22:43:06.090456 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414d538-aa62-48e7-85f1-de83501576ff req-799f9139-181d-4c8e-90af-1e185e5a5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:06.091965 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4414d538-aa62-48e7-85f1-de83501576ff req-799f9139-181d-4c8e-90af-1e185e5a5a9a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 916 time: 0.1152449 Aug 29 22:43:06.148548 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4414d538-aa62-48e7-85f1-de83501576ff req-4e363771-59e6-40e8-b6e4-f28591a85edf service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace HTTP/1.1" status: 200 len: 217 time: 0.0450773 Aug 29 22:43:06.331061 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414d538-aa62-48e7-85f1-de83501576ff req-c5b3f298-7831-40f2-9f61-cb9d3978ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:06.333473 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4414d538-aa62-48e7-85f1-de83501576ff req-c5b3f298-7831-40f2-9f61-cb9d3978ab3a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0565441 Aug 29 22:43:06.461354 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414d538-aa62-48e7-85f1-de83501576ff req-1e76f1bf-51e3-462e-a787-f2a7e220a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:06.462974 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4414d538-aa62-48e7-85f1-de83501576ff req-1e76f1bf-51e3-462e-a787-f2a7e220a79b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561092 Aug 29 22:43:06.487578 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:43:06.580269 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4cf82-f6f7-41a8-ae85-8490600eea96 req-175f66ef-8d96-4dfe-a06c-4bed5b374d03 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:06.592831 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b7d4cf82-f6f7-41a8-ae85-8490600eea96 req-175f66ef-8d96-4dfe-a06c-4bed5b374d03 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 943 time: 0.0849028 Aug 29 22:43:06.596342 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4414d538-aa62-48e7-85f1-de83501576ff req-b5b70b07-82d1-48ad-8e8e-552bebb5d7ee service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257677 Aug 29 22:43:06.610338 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:06.636291 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'port_id': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'mac_address': 'fa:16:3e:e1:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:43:06.672133 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:06.698907 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: ACTIVE; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:06.698907 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:06.715147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:43:06.725638 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4414d538-aa62-48e7-85f1-de83501576ff req-c4f69638-af63-476c-802a-0a35d3aa6e11 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233644 Aug 29 22:43:06.727461 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b7d4cf82-f6f7-41a8-ae85-8490600eea96 req-1c458037-70e1-43e8-8ca8-a723a86ea9d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326294 Aug 29 22:43:06.760579 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:06.766987 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:06.837969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=6']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:06.896065 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9941-be2d-4fea-a0ac-aa18ef466095 req-f199c46b-e6dd-430e-9feb-e20cfee93a6c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:06.903249 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-61ec9941-be2d-4fea-a0ac-aa18ef466095 req-f199c46b-e6dd-430e-9feb-e20cfee93a6c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0844939 Aug 29 22:43:06.917461 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['20694cdd-bf51-4e4c-8264-c22bdfb04cb9'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:43:07.038051 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc24fb-c047-4570-b2c4-562b8708afa8 req-b2855bf8-97ed-4b66-95c2-3b250df3999d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:07.041617 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-40fc24fb-c047-4570-b2c4-562b8708afa8 req-b2855bf8-97ed-4b66-95c2-3b250df3999d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 944 time: 0.1358306 Aug 29 22:43:07.067188 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-61ec9941-be2d-4fea-a0ac-aa18ef466095 req-c78b767f-8b8b-4be1-944c-9c27fb4929e8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592031 Aug 29 22:43:07.118027 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:07.128936 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-40fc24fb-c047-4570-b2c4-562b8708afa8 req-e89cc266-bd65-4ae4-85ff-ffd3b52c705a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801446 Aug 29 22:43:07.206620 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94c12c-99f0-4524-9717-3c8af34deb5e req-a3943604-c68d-4b58-a19d-621564285b9c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:07.208184 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ff94c12c-99f0-4524-9717-3c8af34deb5e req-a3943604-c68d-4b58-a19d-621564285b9c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0492857 Aug 29 22:43:07.267634 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ff94c12c-99f0-4524-9717-3c8af34deb5e req-3ed10353-9265-460f-a719-c6a188608b92 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526972 Aug 29 22:43:07.870576 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fab20-4e3a-4cba-94c0-d627f8b110ac req-d3b7a9c2-5eb3-491c-a391-8d41b9789a5d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:07.872352 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-086fab20-4e3a-4cba-94c0-d627f8b110ac req-d3b7a9c2-5eb3-491c-a391-8d41b9789a5d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 943 time: 0.0675659 Aug 29 22:43:07.929148 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-086fab20-4e3a-4cba-94c0-d627f8b110ac req-27f71742-06a8-43e1-8562-1daa844d5503 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508935 Aug 29 22:43:08.208240 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:08.227237 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:08.249752 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947e9f-918e-4dd9-bae0-41a34d59a127 req-63be69e2-c24c-4732-9c14-ab82bacbb301 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:08.251078 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-89947e9f-918e-4dd9-bae0-41a34d59a127 req-63be69e2-c24c-4732-9c14-ab82bacbb301 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0640061 Aug 29 22:43:08.316010 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476c02-38dd-4e2c-8332-005b0bfcf6ac req-443a3a85-e147-401d-b2e5-e16c92e6de3e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:08.317548 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ec476c02-38dd-4e2c-8332-005b0bfcf6ac req-443a3a85-e147-401d-b2e5-e16c92e6de3e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 944 time: 0.0935705 Aug 29 22:43:08.348349 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-89947e9f-918e-4dd9-bae0-41a34d59a127 req-815037f9-b318-44e8-9eac-e420d1f506ec tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774548 Aug 29 22:43:08.384115 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ec476c02-38dd-4e2c-8332-005b0bfcf6ac req-0a4b4de9-691e-499b-b857-80ff271e48a1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586350 Aug 29 22:43:08.467162 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff655cf5-a66e-4fa0-92eb-bde1f709e5a7 req-78bd4eda-fe67-4670-b524-97fc90a3b470 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:08.469139 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ff655cf5-a66e-4fa0-92eb-bde1f709e5a7 req-78bd4eda-fe67-4670-b524-97fc90a3b470 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0564070 Aug 29 22:43:08.489586 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0aadfb69-64b9-4ed9-97ea-a90576f04ace details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:43:08.494683 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:43:08.533276 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:08.533904 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ff655cf5-a66e-4fa0-92eb-bde1f709e5a7 req-841e1767-b6f2-44f5-91a3-9a8766b10d4f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555778 Aug 29 22:43:08.622780 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:08.623272 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:08.712821 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 0aadfb69-64b9-4ed9-97ea-a90576f04ace, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:08.736063 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'port_id': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'mac_address': 'fa:16:3e:46:d7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:43:08.803192 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:08.803674 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:08.829914 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 0aadfb69-64b9-4ed9-97ea-a90576f04ace is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:08.830162 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:08.854375 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:43:08.856617 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d745d9-699b-4c51-8f7b-79df0a7f4c3d" -d '{"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-plugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:43:08.865186 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aadfb69-64b9-4ed9-97ea-a90576f04ace {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:43:08.880986 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:08.888359 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:08.903595 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 0aadfb69-64b9-4ed9-97ea-a90576f04ace, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:08.921708 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab2abf-0c8d-4c39-a488-325876b5ab9c x-openstack-request-id: req-34ab2abf-0c8d-4c39-a488-325876b5ab9c {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:43:08.922204 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-plugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:43:08.922387 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34ab2abf-0c8d-4c39-a488-325876b5ab9c {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:43:08.922954 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ab2abf-0c8d-4c39-a488-325876b5ab9c'] response: {'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'code': 200} Aug 29 22:43:08.930236 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:08.972823 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=7']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:09.076011 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=0aadfb69-64b9-4ed9-97ea-a90576f04ace,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:09.087099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e251dc-56ae-414b-a712-fc63b87c2d47 req-9898cb9e-fcaa-4050-9dc1-d8392d8d92af tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:09.091349 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-95e251dc-56ae-414b-a712-fc63b87c2d47 req-9898cb9e-fcaa-4050-9dc1-d8392d8d92af tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 944 time: 0.0819857 Aug 29 22:43:09.130852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:09.171957 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-95e251dc-56ae-414b-a712-fc63b87c2d47 req-6fa15629-fdb3-451f-a126-53d36420d5cc tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732045 Aug 29 22:43:09.269377 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['0aadfb69-64b9-4ed9-97ea-a90576f04ace'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:43:09.659839 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d6b71-8d9c-48eb-b343-d037e4e52ac7 req-63523302-f92f-468d-83cf-6caeca4887f3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:09.671587 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d42d6b71-8d9c-48eb-b343-d037e4e52ac7 req-63523302-f92f-468d-83cf-6caeca4887f3 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0940938 Aug 29 22:43:09.767302 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d468f-8a8b-4bc0-8e23-1968ecf87882 req-9e0d8914-1b03-4473-bab5-624bcbcbeaef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:09.775595 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-836d468f-8a8b-4bc0-8e23-1968ecf87882 req-9e0d8914-1b03-4473-bab5-624bcbcbeaef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1289859 Aug 29 22:43:09.829365 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d42d6b71-8d9c-48eb-b343-d037e4e52ac7 req-05c73939-65f6-497f-be1d-ddbc68d4ab12 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470382 Aug 29 22:43:09.894954 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-836d468f-8a8b-4bc0-8e23-1968ecf87882 req-7b10b476-ec9a-4474-bd6c-a73592a9951b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165390 Aug 29 22:43:10.060009 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecda17-6111-4142-8771-071113174d21 req-997befb1-b9ac-48ea-8cb1-e88b410e11c6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:10.068612 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4ecda17-6111-4142-8771-071113174d21 req-997befb1-b9ac-48ea-8cb1-e88b410e11c6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1154351 Aug 29 22:43:10.143740 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4ecda17-6111-4142-8771-071113174d21 req-63cf0b16-d194-4978-ba16-4bf979af10dc tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739055 Aug 29 22:43:10.367579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15ef5-51fb-42bd-b936-95c1bb069b5c req-040913d4-bf5f-4f8d-a447-a2cb5dae850a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:10.371386 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-72c15ef5-51fb-42bd-b936-95c1bb069b5c req-040913d4-bf5f-4f8d-a447-a2cb5dae850a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 944 time: 0.0808277 Aug 29 22:43:10.463052 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-72c15ef5-51fb-42bd-b936-95c1bb069b5c req-ae7bce71-3ce2-4afb-8cb0-ef2fde659a02 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849280 Aug 29 22:43:10.996733 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc074b40-8d66-4ae0-9929-14ec8a5eb10b req-990e8c83-0719-42cd-9fdd-523ded9bf837 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:11.004745 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dc074b40-8d66-4ae0-9929-14ec8a5eb10b req-990e8c83-0719-42cd-9fdd-523ded9bf837 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0600693 Aug 29 22:43:11.101418 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f3b3-6509-4973-b9ee-829c17b60cb7 req-1a306291-0e6f-47a1-8d26-aa1e5e050c3e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:11.109774 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f925f3b3-6509-4973-b9ee-829c17b60cb7 req-1a306291-0e6f-47a1-8d26-aa1e5e050c3e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0948806 Aug 29 22:43:11.159283 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dc074b40-8d66-4ae0-9929-14ec8a5eb10b req-ce7d5b7b-edde-4f2e-abe4-d0dc15d16f7b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533258 Aug 29 22:43:11.219719 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f925f3b3-6509-4973-b9ee-829c17b60cb7 req-1574f0c5-73f5-40d9-9924-713615a251e4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060021 Aug 29 22:43:11.335807 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:11.348605 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5d2c-d861-43ec-9d60-f10cdc24f85f req-d2fddb75-9b5e-4460-a8a5-4ded19fd7bfd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:11.351061 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cf3b5d2c-d861-43ec-9d60-f10cdc24f85f req-d2fddb75-9b5e-4460-a8a5-4ded19fd7bfd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0755599 Aug 29 22:43:11.438934 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cf3b5d2c-d861-43ec-9d60-f10cdc24f85f req-b27109c9-c2bc-43a7-962b-ff8635ed88a2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795758 Aug 29 22:43:11.663562 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d78e4b-d8d2-4e45-ba72-83fffff09b8b req-fe7b7515-26a1-4b73-b144-6d5ffa4948e6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:11.671101 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-86d78e4b-d8d2-4e45-ba72-83fffff09b8b req-fe7b7515-26a1-4b73-b144-6d5ffa4948e6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 944 time: 0.0783989 Aug 29 22:43:11.731225 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-86d78e4b-d8d2-4e45-ba72-83fffff09b8b req-41e77891-b987-4e3b-9e70-ef27eb2ae2b1 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590625 Aug 29 22:43:11.950455 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d109c816-cd53-4337-b141-1e14067e16df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:12.417415 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faa42d-f33b-46fc-aad1-1c2d2b2ae4fc req-07035f7c-6fb7-42c8-9010-8ec1c27041db tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:12.419962 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c6faa42d-f33b-46fc-aad1-1c2d2b2ae4fc req-07035f7c-6fb7-42c8-9010-8ec1c27041db tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.1110351 Aug 29 22:43:12.444575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d7b4a-812b-4455-bc1b-a74ee52b0d09 req-852c95fc-cedc-4d8f-9cf3-41624a1976ee tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:12.446510 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e92d7b4a-812b-4455-bc1b-a74ee52b0d09 req-852c95fc-cedc-4d8f-9cf3-41624a1976ee tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0922372 Aug 29 22:43:12.551785 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c6faa42d-f33b-46fc-aad1-1c2d2b2ae4fc req-cebcaac6-8a33-4426-8a90-692caa1824bc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221685 Aug 29 22:43:12.563303 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e92d7b4a-812b-4455-bc1b-a74ee52b0d09 req-7ead535f-c72e-4562-afe3-574fee52a6de tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082704 Aug 29 22:43:12.719983 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950a2e-927c-46aa-90f6-fbe05bf0ff40 req-1347ec9f-f9b3-4579-a3e1-23ea1bf89f86 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:12.728976 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60950a2e-927c-46aa-90f6-fbe05bf0ff40 req-1347ec9f-f9b3-4579-a3e1-23ea1bf89f86 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0758669 Aug 29 22:43:12.840440 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60950a2e-927c-46aa-90f6-fbe05bf0ff40 req-b120a57d-affc-4fa9-9430-ba6bb5ccf7ec tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082144 Aug 29 22:43:12.988923 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:13.012629 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f4a5-f4bb-403c-881a-706addbfedcf req-4f929c5d-5e69-4588-b7df-5d3dd51d6f67 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:13.015371 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d1f4f4a5-f4bb-403c-881a-706addbfedcf req-4f929c5d-5e69-4588-b7df-5d3dd51d6f67 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 944 time: 0.1092691 Aug 29 22:43:13.127491 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d1f4f4a5-f4bb-403c-881a-706addbfedcf req-a927bec4-90a0-4728-afeb-f65b3406a1d3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002102 Aug 29 22:43:13.187926 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0aadfb69-64b9-4ed9-97ea-a90576f04ace up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:43:13.201458 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:13.473970 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:13.497168 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 0aadfb69-64b9-4ed9-97ea-a90576f04ace completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:43:13.507089 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 0aadfb69-64b9-4ed9-97ea-a90576f04ace triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:13.511431 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:13.698355 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 0aadfb69-64b9-4ed9-97ea-a90576f04ace is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:13.698837 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:13.758946 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:43:13.766796 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7c3fb-0535-40e2-bc66-c825216ad40f" -d '{"events": [{"server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "name": "network-vif-plugged", "status": "completed", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:43:13.783582 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 0aadfb69-64b9-4ed9-97ea-a90576f04ace, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:13.797603 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:13.809491 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccf469-68ad-4885-8fe6-f6f6331f38d4 req-25be7985-637e-4968-b1fa-a2dbf706cdd2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:13.811073 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8eccf469-68ad-4885-8fe6-f6f6331f38d4 req-25be7985-637e-4968-b1fa-a2dbf706cdd2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.1173131 Aug 29 22:43:13.854802 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:13.872235 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb3773-959f-4e15-86a4-2385e90fe0eb req-b4711321-921e-4dd6-9e2f-5dd4428b937c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:13.873843 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-20eb3773-959f-4e15-86a4-2385e90fe0eb req-b4711321-921e-4dd6-9e2f-5dd4428b937c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.2065866 Aug 29 22:43:13.904136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=0aadfb69-64b9-4ed9-97ea-a90576f04ace,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:13.948717 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8eccf469-68ad-4885-8fe6-f6f6331f38d4 req-780c3cb9-6a0d-4161-93b0-a6fc82d7f7cb tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254225 Aug 29 22:43:14.034620 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4b9db-7b8e-400d-b03e-083c9954f15f x-openstack-request-id: req-21e4b9db-7b8e-400d-b03e-083c9954f15f {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:43:14.035253 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "name": "network-vif-plugged", "status": "completed", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:43:14.035679 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21e4b9db-7b8e-400d-b03e-083c9954f15f {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:43:14.036343 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e4b9db-7b8e-400d-b03e-083c9954f15f'] response: {'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'code': 200} Aug 29 22:43:14.058027 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-20eb3773-959f-4e15-86a4-2385e90fe0eb req-789280ea-5f3b-4082-9f11-50a0705d8420 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513586 Aug 29 22:43:14.337206 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb49d2-809d-493e-854f-86e0a69cb9fb req-68af7564-b7e7-4115-8cef-c57c64b33bf2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:14.352295 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-11bb49d2-809d-493e-854f-86e0a69cb9fb req-68af7564-b7e7-4115-8cef-c57c64b33bf2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1701150 Aug 29 22:43:14.408034 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5500-ce27-4d9b-bee8-0346b8f2669d req-a8d64daa-93e9-411b-b79c-31b8767b541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:14.413445 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffeb5500-ce27-4d9b-bee8-0346b8f2669d req-a8d64daa-93e9-411b-b79c-31b8767b541d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 1129 time: 0.1050248 Aug 29 22:43:14.591655 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ffeb5500-ce27-4d9b-bee8-0346b8f2669d req-74dcd4c8-e937-46ed-918a-dadb40bafb30 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575875 Aug 29 22:43:14.657282 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6edc-3342-4426-82de-f9cbdc4372da req-24531c6c-ea7b-4903-92c1-49728c755dc2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:14.661002 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-84df6edc-3342-4426-82de-f9cbdc4372da req-24531c6c-ea7b-4903-92c1-49728c755dc2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.3011787 Aug 29 22:43:14.683269 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-11bb49d2-809d-493e-854f-86e0a69cb9fb req-b856913f-fa1c-4ece-8465-a6dc6b5757c3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3284626 Aug 29 22:43:14.792011 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-84df6edc-3342-4426-82de-f9cbdc4372da req-0f7056ac-d933-44eb-971f-d595b5c7fcb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199679 Aug 29 22:43:14.802913 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7427e7e1-0408-42c3-8cac-b3200dbbf18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:14.910817 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 37726) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:15.110205 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.314328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b11cd-3afc-45a4-9027-126fc613db7b req-38b1007e-45a9-4d59-98fe-e66e7b5de1ac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:15.316005 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8c7b11cd-3afc-45a4-9027-126fc613db7b req-38b1007e-45a9-4d59-98fe-e66e7b5de1ac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.1854029 Aug 29 22:43:15.334928 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d032fce-1096-42cf-a718-e9f868665e67 req-94b86a12-ce2a-4508-b6ea-2ecdbb73987f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:15.345928 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0d032fce-1096-42cf-a718-e9f868665e67 req-94b86a12-ce2a-4508-b6ea-2ecdbb73987f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1590929 Aug 29 22:43:15.388499 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Publish callbacks [] for security_group (c4cb4c0f-72d2-426b-ac4b-59d7138e53de), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.423027 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c4cb4c0f-72d2-426b-ac4b-59d7138e53de), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.516187 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:15.537877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:15.570209 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=5f112e3a335046ea947e302c1208bf07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581144 Aug 29 22:43:15.570890 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cb4c0f-72d2-426b-ac4b-59d7138e53de,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:15.574675 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37736) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:15.590920 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0d032fce-1096-42cf-a718-e9f868665e67 req-02a11e02-2379-4c74-90a2-c39fa2c0f05f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438772 Aug 29 22:43:15.612590 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.613175 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.613754 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.619184 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.619930 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.620381 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.620791 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.621234 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.621627 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.622125 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.622827 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.623426 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.624016 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.626362 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.626362 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d8706f-33db-4994-be33-f84318104431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:15.661048 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8c7b11cd-3afc-45a4-9027-126fc613db7b req-e4f8e0f4-fbc1-484b-a4f3-3587fb0be9f5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047893 Aug 29 22:43:15.785247 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5fbd37d6-8790-4019-8241-17389a5f2ce3 admin admin] Publish callbacks [] for security_group (c4cb4c0f-72d2-426b-ac4b-59d7138e53de), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.787520 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.865118 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5fbd37d6-8790-4019-8241-17389a5f2ce3 admin admin] Publish callbacks [] for security_group (c4cb4c0f-72d2-426b-ac4b-59d7138e53de), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.992483 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5fbd37d6-8790-4019-8241-17389a5f2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c4cb4c0f-72d2-426b-ac4b-59d7138e53de), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.997631 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5fbd37d6-8790-4019-8241-17389a5f2ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.999661 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-5fbd37d6-8790-4019-8241-17389a5f2ce3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c4cb4c0f-72d2-426b-ac4b-59d7138e53de HTTP/1.1" status: 204 len: 168 time: 0.4232647 Aug 29 22:43:16.031978 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd37d6-8790-4019-8241-17389a5f2ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cb4c0f-72d2-426b-ac4b-59d7138e53de,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:16.038034 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2524bc-092e-4087-af35-a808e04b85a6 req-6bcc2996-0f9b-4e9d-ae61-ca99bc554bd8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:16.064873 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-be2524bc-092e-4087-af35-a808e04b85a6 req-6bcc2996-0f9b-4e9d-ae61-ca99bc554bd8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1721621 Aug 29 22:43:16.153806 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-be2524bc-092e-4087-af35-a808e04b85a6 req-be90ae0d-5986-423e-891c-c8498dc6df9e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849662 Aug 29 22:43:16.233036 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f105bb5-fe9f-4f10-b61f-56dee9183ce3 req-28666b9a-9909-4e52-8c9a-4edeb67c9006 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:16.246289 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6f105bb5-fe9f-4f10-b61f-56dee9183ce3 req-28666b9a-9909-4e52-8c9a-4edeb67c9006 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.1444273 Aug 29 22:43:16.341297 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6f105bb5-fe9f-4f10-b61f-56dee9183ce3 req-a64eb26d-4b1d-4b7a-9b38-e5c1287518b7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935035 Aug 29 22:43:17.016341 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:17.146552 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fee60-3506-44fa-b40a-575d8049eaf5 req-806b9cc7-26a5-431a-a8af-8f394e675cfc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:17.161902 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-724fee60-3506-44fa-b40a-575d8049eaf5 req-806b9cc7-26a5-431a-a8af-8f394e675cfc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.2538023 Aug 29 22:43:17.230924 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6777ae9-9e7b-47d3-ab57-60f51ff4b834 req-a88d22ad-58d6-4dbd-b231-deb19fc4aa70 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:17.243940 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d6777ae9-9e7b-47d3-ab57-60f51ff4b834 req-a88d22ad-58d6-4dbd-b231-deb19fc4aa70 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.2782235 Aug 29 22:43:17.333807 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-724fee60-3506-44fa-b40a-575d8049eaf5 req-18f1b8d4-116e-4de6-8982-7fc8e9fb187b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702034 Aug 29 22:43:17.434416 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d6777ae9-9e7b-47d3-ab57-60f51ff4b834 req-4ee74f02-2fd0-4eab-a7ff-f628d27adab8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890712 Aug 29 22:43:17.579277 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc811-988d-4d20-b112-6450b2ded264 req-3d0971f2-dd04-4919-8b28-351c8531db62 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:17.591681 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a79cc811-988d-4d20-b112-6450b2ded264 req-3d0971f2-dd04-4919-8b28-351c8531db62 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1328952 Aug 29 22:43:17.715611 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:17.750105 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3c746-f1a8-4665-bd24-d02d8f74ae09 req-584aa857-4554-49c0-a774-2ef99e7f7de7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:17.751950 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-29b3c746-f1a8-4665-bd24-d02d8f74ae09 req-584aa857-4554-49c0-a774-2ef99e7f7de7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.1268048 Aug 29 22:43:17.767211 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a79cc811-988d-4d20-b112-6450b2ded264 req-35a7b05b-a1f5-4bb2-9749-01b76b876b9c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713414 Aug 29 22:43:17.891521 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-29b3c746-f1a8-4665-bd24-d02d8f74ae09 req-e349a10c-d621-4348-a371-0ab816077699 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152105 Aug 29 22:43:18.281006 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf30b10-4504-4f94-a6e5-94e6c3fd9d30 req-f0eb52bf-25ba-4425-a197-edf089f91aba tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:18.304039 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37798) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:18.305174 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-caf30b10-4504-4f94-a6e5-94e6c3fd9d30 req-f0eb52bf-25ba-4425-a197-edf089f91aba tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.1713033 Aug 29 22:43:18.324874 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'port_id': '0aadfb69-64b9-4ed9-97ea-a90576f04ace'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:43:18.471840 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660c13a-534f-42cb-8017-84beb4c12d43 req-ebdb9e80-f8a2-481a-b09a-dd4dcd08a39a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:18.499392 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0660c13a-534f-42cb-8017-84beb4c12d43 req-ebdb9e80-f8a2-481a-b09a-dd4dcd08a39a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1922998 Aug 29 22:43:18.628153 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-c6cab3b8-8668-46cb-ae87-766babc617a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:18.631793 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-c6cab3b8-8668-46cb-ae87-766babc617a1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 1129 time: 0.1461902 Aug 29 22:43:18.638799 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (e0b65abc-2523-43c3-bec7-79fb05db51b3), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:18.667107 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0660c13a-534f-42cb-8017-84beb4c12d43 req-1c512599-3ced-410e-8fe4-0661e1ec2016 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522002 Aug 29 22:43:18.856070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7416c-67ca-4642-a054-48cc237a5f26 req-70d1be60-03bd-48d8-8f63-efcc4c211b68 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:18.864660 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6fa7416c-67ca-4642-a054-48cc237a5f26 req-70d1be60-03bd-48d8-8f63-efcc4c211b68 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.2241235 Aug 29 22:43:19.125830 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6fa7416c-67ca-4642-a054-48cc237a5f26 req-8ad01c9d-e77f-440f-8b7b-e36734822766 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375410 Aug 29 22:43:19.194963 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654303a-ede9-4c9c-9e3e-dc90686beea0 req-035a94b7-2c0c-44e0-b473-7b3173d46c77 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:19.207754 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9654303a-ede9-4c9c-9e3e-dc90686beea0 req-035a94b7-2c0c-44e0-b473-7b3173d46c77 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.2249291 Aug 29 22:43:19.271299 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:19.338410 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-e9a3db41-e7c0-4d1a-94d5-b774f12ad2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:19.341456 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-e9a3db41-e7c0-4d1a-94d5-b774f12ad2e0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 911 time: 0.5552921 Aug 29 22:43:19.379037 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9654303a-ede9-4c9c-9e3e-dc90686beea0 req-a81c860e-630f-46e2-88ae-467b4bc74da5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552415 Aug 29 22:43:20.020334 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff325a-edf7-421f-85f9-ceb9024aec55 req-f1e3812d-644f-4ae9-bb73-916130f123b5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:20.026505 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0ff325a-edf7-421f-85f9-ceb9024aec55 req-f1e3812d-644f-4ae9-bb73-916130f123b5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1827500 Aug 29 22:43:20.085844 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:20.162098 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0ff325a-edf7-421f-85f9-ceb9024aec55 req-e5dcec1b-9d19-4b8b-a129-cecef0b705bb tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253254 Aug 29 22:43:20.387659 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5248c0-9235-45bb-ad09-f5d4161b07b9 req-fe9febb2-4caf-4054-aafc-bc9bfcd738b5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:20.399359 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c5248c0-9235-45bb-ad09-f5d4161b07b9 req-fe9febb2-4caf-4054-aafc-bc9bfcd738b5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.1203990 Aug 29 22:43:20.404976 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-a7ba991a-8915-42e9-9680-8e562594f2f8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc HTTP/1.1" status: 200 len: 1001 time: 0.8419473 Aug 29 22:43:20.449324 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:20.530518 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c5248c0-9235-45bb-ad09-f5d4161b07b9 req-665a4b65-8e24-4bcb-9a1b-5802855e1b06 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280127 Aug 29 22:43:20.567873 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.db.resource_extend [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 22:43:20.714288 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 37846) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:20.801492 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9fe73-1869-49a2-bd2f-1297945d8c7b req-b2237c0b-da36-4ce6-b7a7-10f301af2deb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:20.814030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:20.814523 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e7c9fe73-1869-49a2-bd2f-1297945d8c7b req-b2237c0b-da36-4ce6-b7a7-10f301af2deb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1682746 Aug 29 22:43:20.827830 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (e0b65abc-2523-43c3-bec7-79fb05db51b3), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:20.957367 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:21.000477 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e7c9fe73-1869-49a2-bd2f-1297945d8c7b req-518bd787-bed4-4e15-b70e-2877a9c061fd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671624 Aug 29 22:43:21.096581 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3bf916d2-e0d8-4d68-aa7b-1f9d65b92b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:21.171985 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP e0b65abc-2523-43c3-bec7-79fb05db51b3 associated. External IP: 172.27.1.33, port: 0aadfb69-64b9-4ed9-97ea-a90576f04ace. Aug 29 22:43:21.233786 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-a37f313d-deba-4ef6-89fa-11cc17665424 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=a2e66667ce1d4a8e87dc287d74ed6991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532253 Aug 29 22:43:21.338998 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3bf916d2-e0d8-4d68-aa7b-1f9d65b92b7b admin admin] Publish callbacks [] for security_group (85dfea91-32b3-4a94-89dc-af309254f373), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:21.345927 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3bf916d2-e0d8-4d68-aa7b-1f9d65b92b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (85dfea91-32b3-4a94-89dc-af309254f373), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:21.459774 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-caee1678-7bc4-4474-9abb-7ffe060adf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:21.461401 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-caee1678-7bc4-4474-9abb-7ffe060adf63 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.0785983 Aug 29 22:43:21.583938 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-0d4d551f-2324-49a8-9201-69fd242ef1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:21.585855 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-0d4d551f-2324-49a8-9201-69fd242ef1ae service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871224 Aug 29 22:43:21.765425 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-3985bcbb-3bb3-447a-938f-b9954d1e3f39 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552556 Aug 29 22:43:21.776515 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf916d2-e0d8-4d68-aa7b-1f9d65b92b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dfea91-32b3-4a94-89dc-af309254f373,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:21.788094 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-3bf916d2-e0d8-4d68-aa7b-1f9d65b92b7b admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ee8671b8d3024f6aac49368289f26eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0719218 Aug 29 22:43:21.804341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 37872) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:21.903718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:22.045415 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c574-8bc7-4bec-8cb5-06d16c304a80 req-cba1ab44-42e9-4bd7-8835-1e8e52886458 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:22.048000 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3111c574-8bc7-4bec-8cb5-06d16c304a80 req-cba1ab44-42e9-4bd7-8835-1e8e52886458 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.2870343 Aug 29 22:43:22.099109 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ed30a12f-ee41-4f50-bccd-2d49d5b24a99 req-57b8bc84-e29e-431b-9fa6-a82095a78784 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176308 Aug 29 22:43:22.139762 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0a9e0-ec73-47ab-8614-43111d9aa392 req-7f1c4c34-5ea6-4d82-b34f-2fa09af37d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:22.142315 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4cf0a9e0-ec73-47ab-8614-43111d9aa392 req-7f1c4c34-5ea6-4d82-b34f-2fa09af37d39 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 1129 time: 0.3841746 Aug 29 22:43:22.218070 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:43:22.244328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-29bbace0-3b72-4718-a900-13275900a86f tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:22.246290 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-29bbace0-3b72-4718-a900-13275900a86f tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0008206 Aug 29 22:43:22.354004 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-2ab934a0-0d83-4753-8854-e7731048439c tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/quotas/a2e66667ce1d4a8e87dc287d74ed6991 HTTP/1.1" status: 200 len: 375 time: 0.0832365 Aug 29 22:43:22.356244 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0147b88e-7101-46cd-81f5-2be222dac612 admin admin] Publish callbacks [] for security_group (85dfea91-32b3-4a94-89dc-af309254f373), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:22.372661 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3111c574-8bc7-4bec-8cb5-06d16c304a80 req-a7d54bd3-e18a-409b-b3c1-0163630c9c61 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2801411 Aug 29 22:43:22.377236 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4cf0a9e0-ec73-47ab-8614-43111d9aa392 req-dad3beae-f356-4bd9-8256-caf1fcc7057d service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123704 Aug 29 22:43:22.454397 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:43:22.464299 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:22.466440 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-d8f08765-7307-40ba-8161-a4ca29ba096d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a2e66667ce1d4a8e87dc287d74ed6991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861800 Aug 29 22:43:22.470690 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0147b88e-7101-46cd-81f5-2be222dac612 admin admin] Publish callbacks [] for security_group (85dfea91-32b3-4a94-89dc-af309254f373), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:22.488296 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:43:22.520846 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:43:22.525355 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:43:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:43:22.561990 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-dd7e5723-c568-4aed-8401-422b9fa86bb3 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/e0b65abc-2523-43c3-bec7-79fb05db51b3 HTTP/1.1" status: 200 len: 990 time: 4.2556415 Aug 29 22:43:22.565818 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:43:22.570011 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:43:22.757214 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6ae4c-3269-40ff-a0ce-c2d1084dbaae req-35e65a9d-d06a-4571-941e-b2ceb21c26d0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:22.759774 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-85a6ae4c-3269-40ff-a0ce-c2d1084dbaae req-35e65a9d-d06a-4571-941e-b2ceb21c26d0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.1820862 Aug 29 22:43:22.771286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0147b88e-7101-46cd-81f5-2be222dac612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (85dfea91-32b3-4a94-89dc-af309254f373), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:22.776705 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0147b88e-7101-46cd-81f5-2be222dac612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:22.799746 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-0147b88e-7101-46cd-81f5-2be222dac612 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/85dfea91-32b3-4a94-89dc-af309254f373 HTTP/1.1" status: 204 len: 168 time: 0.9716189 Aug 29 22:43:22.931304 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147b88e-7101-46cd-81f5-2be222dac612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dfea91-32b3-4a94-89dc-af309254f373,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:22.974140 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:43:23.192153 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255115-7927-4cea-9db8-b97d62798d89 req-52587722-e107-4fd5-a0f4-5e5fa9a96e14 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:23.197368 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e7255115-7927-4cea-9db8-b97d62798d89 req-52587722-e107-4fd5-a0f4-5e5fa9a96e14 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.3100541 Aug 29 22:43:23.271375 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-85a6ae4c-3269-40ff-a0ce-c2d1084dbaae req-bd4b6701-2b01-42d2-9b1c-d30c0395a802 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694488 Aug 29 22:43:23.421398 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e7255115-7927-4cea-9db8-b97d62798d89 req-d7839771-793e-4a91-9ba8-edb4f453b548 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399841 Aug 29 22:43:23.443243 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb88f40-ec8d-4489-a278-2e355daa5938 x-openstack-request-id: req-ecb88f40-ec8d-4489-a278-2e355daa5938 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:43:23.443641 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:43:23.444084 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ecb88f40-ec8d-4489-a278-2e355daa5938 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:43:23.444734 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb88f40-ec8d-4489-a278-2e355daa5938'] response: {'name': 'network-changed', 'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'status': 'completed', 'code': 200} Aug 29 22:43:23.686416 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c427765b-ba2c-4a58-b5bd-6a7ba525dc34 req-31329902-5b64-4f49-a7d7-4720df5e3496 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.1110187 Aug 29 22:43:23.832940 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:42:01Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}, {'id': 'e0b65abc-2523-43c3-bec7-79fb05db51b3', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:46:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:42:51Z', 'updated_at': '2022-08-29T22:43:20Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:43:23.908494 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:43:23.927892 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:43:23.929032 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:43:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:43:23.929679 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f4270-b002-47c4-a401-c9061a3b7800 req-52df3123-04dc-43cc-9c27-66eb8bbbde9d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:23.933086 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-687f4270-b002-47c4-a401-c9061a3b7800 req-52df3123-04dc-43cc-9c27-66eb8bbbde9d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.2406318 Aug 29 22:43:24.076675 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:24.113829 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-687f4270-b002-47c4-a401-c9061a3b7800 req-31bd7df9-c2fb-4f98-902c-96a440a66dea tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676378 Aug 29 22:43:24.285312 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-3024585d-6ea7-4778-86ce-2020ef28200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:24.287833 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-3024585d-6ea7-4778-86ce-2020ef28200a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 1129 time: 0.1684895 Aug 29 22:43:24.318316 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:43:24.747494 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:24.842509 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:24.881677 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e96dc8-a2f0-4515-b65a-f7d55adb9455 req-63be615a-47e4-4555-8673-553c4c644156 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:24.895201 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e5e96dc8-a2f0-4515-b65a-f7d55adb9455 req-63be615a-47e4-4555-8673-553c4c644156 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.3723497 Aug 29 22:43:24.934074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eadc71-d133-47e2-ac20-10dedbe6959a req-c0f9443f-163c-4134-9e36-cc2ded33cc33 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:24.936240 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-80eadc71-d133-47e2-ac20-10dedbe6959a req-c0f9443f-163c-4134-9e36-cc2ded33cc33 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.2174256 Aug 29 22:43:24.947294 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-22270385-7692-4990-a84b-e26797dfd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:24.950200 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-22270385-7692-4990-a84b-e26797dfd0c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 916 time: 0.6510210 Aug 29 22:43:24.980545 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:42:01Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}, {'id': 'e0b65abc-2523-43c3-bec7-79fb05db51b3', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:46:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:42:51Z', 'updated_at': '2022-08-29T22:43:20Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:43:25.061733 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b5f6e-aad5-4c5a-8006-edf7e47fc012 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:42:01Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}, {'id': 'e0b65abc-2523-43c3-bec7-79fb05db51b3', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:46:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:42:51Z', 'updated_at': '2022-08-29T22:43:20Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:43:25.069251 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e5e96dc8-a2f0-4515-b65a-f7d55adb9455 req-0eee6985-852d-4715-8f59-8ec41c0f3909 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690476 Aug 29 22:43:25.202370 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-80eadc71-d133-47e2-ac20-10dedbe6959a req-e84fd425-5712-443e-a6a3-3633c5b58e8b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505398 Aug 29 22:43:25.332331 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cc3558fa-5304-4a95-96f6-8fbf7833bbda req-e01302f3-ef09-4caf-9209-b0e0881fdd38 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0561686 Aug 29 22:43:25.686228 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d164929-4f67-4c85-94a2-f22386a30e46 None None] New status for floating IP e0b65abc-2523-43c3-bec7-79fb05db51b3: ACTIVE {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:43:25.841766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e7a8-53be-42af-af8b-1e59cfef2546 req-d602de58-f7eb-4b46-bf15-508ce6470a9f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:25.887106 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ce85e7a8-53be-42af-af8b-1e59cfef2546 req-d602de58-f7eb-4b46-bf15-508ce6470a9f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.5293145 Aug 29 22:43:25.917343 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:26.032316 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-1bc01fef-cf85-483f-974c-b25c9fd7a79e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace HTTP/1.1" status: 200 len: 998 time: 0.5046792 Aug 29 22:43:26.111557 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ce85e7a8-53be-42af-af8b-1e59cfef2546 req-c1deb615-b969-422b-a35b-ad5a478529af tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2110550 Aug 29 22:43:26.225079 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-cffebcb4-86d0-44c6-bcec-fcfff928d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:26.230125 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-cffebcb4-86d0-44c6-bcec-fcfff928d211 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.1692164 Aug 29 22:43:26.370677 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-d96da523-a6a0-498e-92d7-3d7a993bf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:26.374510 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-d96da523-a6a0-498e-92d7-3d7a993bf2fb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1358261 Aug 29 22:43:26.639750 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee9881-c642-4e60-bbb7-439f24a3c083 req-811bd8b8-7070-4655-a2b8-173f0b3ad452 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:26.641970 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c7ee9881-c642-4e60-bbb7-439f24a3c083 req-811bd8b8-7070-4655-a2b8-173f0b3ad452 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.2294297 Aug 29 22:43:26.816774 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fecf1c-2ee2-4d27-ad2e-f55bf6130bd7 req-e4947830-e242-476c-b152-d79f00c63ff8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:26.818945 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-53fecf1c-2ee2-4d27-ad2e-f55bf6130bd7 req-e4947830-e242-476c-b152-d79f00c63ff8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1430945 Aug 29 22:43:26.831659 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-0f9beb16-ffe6-4c18-ab7b-0aa587e56d7c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461148 Aug 29 22:43:26.891690 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c7ee9881-c642-4e60-bbb7-439f24a3c083 req-135068d3-f3de-43d3-b5b6-6a6cdffea7c2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214041 Aug 29 22:43:27.032288 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-f4d58dab-4b6b-4ead-9bd2-0652d1223778 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=a2e66667ce1d4a8e87dc287d74ed6991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870466 Aug 29 22:43:27.159287 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-176baf76-bdaa-4fda-9b70-8261dc42ba50 req-60fc6ad9-8737-42d5-9ef9-c6b05a34bb4f tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.1705019 Aug 29 22:43:27.195370 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-53fecf1c-2ee2-4d27-ad2e-f55bf6130bd7 req-4f9dd303-2307-4c4c-8d33-527147cdd795 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593991 Aug 29 22:43:27.259015 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8f5a6f0e-f403-41ed-85f9-1e3489fa4f22 req-0e0f8cf7-32ff-4165-a06a-d15e68632bd0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150929 Aug 29 22:43:27.419162 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe26c6-ce1c-4fb4-9e0c-5e1556f44b49 req-48d25f66-09af-4597-b5d3-cce863eea57e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:27.432591 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eefe26c6-ce1c-4fb4-9e0c-5e1556f44b49 req-48d25f66-09af-4597-b5d3-cce863eea57e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1538389 Aug 29 22:43:27.460401 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-189049e2-8456-4b4b-89e7-afb3a27235ca tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:27.463151 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-189049e2-8456-4b4b-89e7-afb3a27235ca tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4152505 Aug 29 22:43:27.479695 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Request body: {'port': {'device_id': 'f9762656-3203-41b2-9098-b02c212ac839', 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065', 'admin_state_up': True, 'tenant_id': 'a2e66667ce1d4a8e87dc287d74ed6991'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:43:27.510311 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:27.542985 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eefe26c6-ce1c-4fb4-9e0c-5e1556f44b49 req-2bffce33-fd8d-46e9-b046-f91c8b5aca89 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087713 Aug 29 22:43:27.712104 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:27.776366 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Made reservation on behalf of a2e66667ce1d4a8e87dc287d74ed6991 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:43:27.783008 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:27.806965 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:27.979359 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks [] for security_group (24a2e141-110a-4001-b512-7f0587e31b64), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:27.984699 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (24a2e141-110a-4001-b512-7f0587e31b64), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:28.134814 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Allocated IP 192.168.233.218 (f127ebdc-08fd-4f71-af33-76f8ceef7065/5e5d270c-2836-48e4-b756-ca6386b42c28/84fbef97-14c8-4d9d-b641-54c02c455fa6) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:43:28.475102 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ff16bfe-1d42-4d5a-b1ea-2fde74bf41bd req-583a486e-927d-4d7c-953d-0bd3c3602886 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0910907 Aug 29 22:43:28.492101 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a2e141-110a-4001-b512-7f0587e31b64,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:28.594621 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks [] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:28.655717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068a7c-07a7-4961-bf0b-94164f1f7c4e req-5262526c-b008-4f34-b870-5fd08d8b5706 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:28.668627 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:28.669173 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-94068a7c-07a7-4961-bf0b-94164f1f7c4e req-5262526c-b008-4f34-b870-5fd08d8b5706 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1870182 Aug 29 22:43:28.674537 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:28.713377 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:28.797262 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Network f127ebdc-08fd-4f71-af33-76f8ceef7065 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:43:28.806227 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:43:28.810835 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:43:28.839396 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:28.907418 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-94068a7c-07a7-4961-bf0b-94164f1f7c4e req-f9066ffb-4509-4bcf-b6c6-04b4162e6c3f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285888 Aug 29 22:43:28.909554 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Pushing event updated for resources: {'Port': ['ID=84fbef97-14c8-4d9d-b641-54c02c455fa6,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:28.930071 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:28.932398 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:28.994157 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-47150540-402b-4657-9293-1dfe07614d8d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5205357 Aug 29 22:43:29.045802 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Request body: {'port': {'device_id': 'f9762656-3203-41b2-9098-b02c212ac839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:43:29.189971 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:29.287632 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-e532b0a0-6575-4e74-b909-dc3247be37e3 None None] Provisioning complete for port 84fbef97-14c8-4d9d-b641-54c02c455fa6 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:29.289188 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e532b0a0-6575-4e74-b909-dc3247be37e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:29.348807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-e532b0a0-6575-4e74-b909-dc3247be37e3 None None] Port 84fbef97-14c8-4d9d-b641-54c02c455fa6 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:43:29.689695 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fbef97-14c8-4d9d-b641-54c02c455fa6 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:43:29.693296 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0de1a-282e-42a3-9f8e-28e68e282267 req-9d5ae7b6-fb32-45f8-bf79-077017a61208 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:29.704663 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22e0de1a-282e-42a3-9f8e-28e68e282267 req-9d5ae7b6-fb32-45f8-bf79-077017a61208 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 936 time: 0.0860236 Aug 29 22:43:29.707032 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Publish callbacks [] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:29.730050 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Transition to ACTIVE for port object 84fbef97-14c8-4d9d-b641-54c02c455fa6 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:43:29.735503 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:29.772423 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22e0de1a-282e-42a3-9f8e-28e68e282267 req-b0ea83bd-917a-49fa-b7a3-54fa4aedd067 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Aug 29 22:43:29.857503 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Pushing event updated for resources: {'Port': ['ID=84fbef97-14c8-4d9d-b641-54c02c455fa6,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:29.904214 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Attempting to bind port 84fbef97-14c8-4d9d-b641-54c02c455fa6 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:43:29.904675 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Attempting to bind port 84fbef97-14c8-4d9d-b641-54c02c455fa6 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:43:29.905089 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Attempting to bind port 84fbef97-14c8-4d9d-b641-54c02c455fa6 on network f127ebdc-08fd-4f71-af33-76f8ceef7065 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:43:29.911269 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Port 84fbef97-14c8-4d9d-b641-54c02c455fa6 on network f127ebdc-08fd-4f71-af33-76f8ceef7065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:43:29.911625 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Attempting to bind port 84fbef97-14c8-4d9d-b641-54c02c455fa6 on network f127ebdc-08fd-4f71-af33-76f8ceef7065 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:43:29.917763 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:43:29.918103 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Checking segment: {'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:43:29.918488 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Bound using segment: {'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:43:29.918965 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Bound port: 84fbef97-14c8-4d9d-b641-54c02c455fa6, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124bd434-60dc-405d-bc79-3892c08929c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:43:29.919331 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:30.016249 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] For port 84fbef97-14c8-4d9d-b641-54c02c455fa6, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:43:30.020882 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] For port 84fbef97-14c8-4d9d-b641-54c02c455fa6, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=84fbef97-14c8-4d9d-b641-54c02c455fa6,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:43:30.034263 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:30.083419 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.084098 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:30.084246 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4c202-f516-4d30-b67e-a2b0af7e8b3a req-fb50e166-ded8-44ee-8a0a-a23b8337d244 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.086099 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/84fbef97-14c8-4d9d-b641-54c02c455fa6 HTTP/1.1" status: 200 len: 1098 time: 1.0776043 Aug 29 22:43:30.087340 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7cb4c202-f516-4d30-b67e-a2b0af7e8b3a req-fb50e166-ded8-44ee-8a0a-a23b8337d244 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1323907 Aug 29 22:43:30.087463 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:43:30.101948 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da9fe2-a025-4370-8bab-1822cd02cadc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:43:30.111399 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-64a6e7f8-afbe-45b5-b84d-56747ce96c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.112885 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-64a6e7f8-afbe-45b5-b84d-56747ce96c99 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1130 time: 0.1148832 Aug 29 22:43:30.134927 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202851c-d654-43ba-a2ed-c4f0cab5196c service neutron] Pushing event updated for resources: {'Port': ['ID=84fbef97-14c8-4d9d-b641-54c02c455fa6,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:30.160645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ad51-65ba-495b-abe1-6ba037b1ce19 req-2121634a-8e58-414c-9a1e-1ad17769d263 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.163167 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7919ad51-65ba-495b-abe1-6ba037b1ce19 req-2121634a-8e58-414c-9a1e-1ad17769d263 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1076922 Aug 29 22:43:30.210021 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7cb4c202-f516-4d30-b67e-a2b0af7e8b3a req-90def611-0082-4dd4-9bbf-c50381d24623 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937626 Aug 29 22:43:30.241077 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7919ad51-65ba-495b-abe1-6ba037b1ce19 req-2310a3ad-5441-494f-b09f-1b543d0d9260 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717313 Aug 29 22:43:30.261929 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361053d-121c-4bb7-be09-d9d75ee974e7 x-openstack-request-id: req-1361053d-121c-4bb7-be09-d9d75ee974e7 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:43:30.262443 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:43:30.262443 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1361053d-121c-4bb7-be09-d9d75ee974e7 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:43:30.262945 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1361053d-121c-4bb7-be09-d9d75ee974e7'] response: {'name': 'network-changed', 'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6', 'status': 'completed', 'code': 200} Aug 29 22:43:30.369073 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:30.381730 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da9fe2-a025-4370-8bab-1822cd02cadc req-137aead4-fce2-496d-bf62-2fc1de340207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.384106 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-b9da9fe2-a025-4370-8bab-1822cd02cadc req-137aead4-fce2-496d-bf62-2fc1de340207 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=a2e66667ce1d4a8e87dc287d74ed6991&device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 1132 time: 0.0685439 Aug 29 22:43:30.407696 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-313bf712-00f0-4592-b668-4c2c5ed5d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.415358 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-313bf712-00f0-4592-b668-4c2c5ed5d0b6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1303294 Aug 29 22:43:30.541227 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-b9da9fe2-a025-4370-8bab-1822cd02cadc req-953b1692-873f-448e-a6a0-b7778a42dd1e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=a2e66667ce1d4a8e87dc287d74ed6991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362473 Aug 29 22:43:30.556629 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-32be7f31-57d8-4691-bc3a-e9bd0d74bf0f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 200 len: 217 time: 0.0570383 Aug 29 22:43:30.632093 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-9e9df6ad-686c-4729-a3ea-64038c1fc838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.633971 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-9e9df6ad-686c-4729-a3ea-64038c1fc838 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0583351 Aug 29 22:43:30.653869 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-9120a181-05dd-43c0-8f6a-23c0e8a493b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.656393 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-9120a181-05dd-43c0-8f6a-23c0e8a493b1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1129 time: 0.1421845 Aug 29 22:43:30.689479 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-ea40b1c1-4c5c-49b4-bd7e-777126425941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.690992 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-ea40b1c1-4c5c-49b4-bd7e-777126425941 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501385 Aug 29 22:43:30.811105 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-777264d0-6a6d-4ad5-bce3-8cb6b7098c2d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126754 Aug 29 22:43:30.994268 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78126549-26ce-4a01-89ed-5aecefca68fd req-24177fc5-1cca-4a9d-933f-9a959516afb6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:30.996335 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-78126549-26ce-4a01-89ed-5aecefca68fd req-24177fc5-1cca-4a9d-933f-9a959516afb6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.1024418 Aug 29 22:43:31.017006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:31.033840 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27f831f4-f8df-490f-8c75-c3d602c7ca00 req-248a2b87-8474-4d4e-b6a7-08482280f095 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158515 Aug 29 22:43:31.077504 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da9fe2-a025-4370-8bab-1822cd02cadc req-48c48b47-4e16-4f70-8fa9-ae0eb4a04e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.081942 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-b9da9fe2-a025-4370-8bab-1822cd02cadc req-48c48b47-4e16-4f70-8fa9-ae0eb4a04e72 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5158672 Aug 29 22:43:31.100382 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-78126549-26ce-4a01-89ed-5aecefca68fd req-4fbad55d-e768-4180-880c-f101edd7a331 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928428 Aug 29 22:43:31.126203 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-eda6a67a-3228-4fee-b6cd-995300541f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.128003 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-eda6a67a-3228-4fee-b6cd-995300541f4d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.4632406 Aug 29 22:43:31.237555 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-fab04e59-5c33-40d0-81e1-b645046854de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.239501 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-fab04e59-5c33-40d0-81e1-b645046854de service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=a2e66667ce1d4a8e87dc287d74ed6991&device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 1132 time: 0.0827940 Aug 29 22:43:31.253887 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-064157d5-8a68-41aa-bde3-5caca57e82dd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 1000 time: 0.1093972 Aug 29 22:43:31.359670 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:31.382550 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bcca8-0abf-4dd2-88b3-52118bab98c0 req-22b9a923-d49a-44e7-966b-64da78c21b94 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.384675 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f40bcca8-0abf-4dd2-88b3-52118bab98c0 req-22b9a923-d49a-44e7-966b-64da78c21b94 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0901217 Aug 29 22:43:31.395399 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-de8ab420-8571-472f-bc89-8b4bb5b5f283 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=84fbef97-14c8-4d9d-b641-54c02c455fa6 HTTP/1.1" status: 200 len: 217 time: 0.0850275 Aug 29 22:43:31.446760 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-956c9964-63fc-4747-85a3-8ec181df7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.447642 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-956c9964-63fc-4747-85a3-8ec181df7860 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.1386986 Aug 29 22:43:31.463737 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447476cb-69f5-48f5-948d-cd3652380a9f req-979e8d4f-df81-4102-b582-b3613aafbfe4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.465267 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-447476cb-69f5-48f5-948d-cd3652380a9f req-979e8d4f-df81-4102-b582-b3613aafbfe4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.1036355 Aug 29 22:43:31.506782 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-6360a134-5585-4742-8108-1bb726bf026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.508362 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-6360a134-5585-4742-8108-1bb726bf026d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5e5d270c-2836-48e4-b756-ca6386b42c28 HTTP/1.1" status: 200 len: 843 time: 0.1069441 Aug 29 22:43:31.517947 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f40bcca8-0abf-4dd2-88b3-52118bab98c0 req-58e9a48b-62e5-48bc-916f-ffc10c6ae263 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009598 Aug 29 22:43:31.532733 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-e1e7241d-d13b-4da4-8662-c5b48f569bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.534622 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-e1e7241d-d13b-4da4-8662-c5b48f569bce service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673153 Aug 29 22:43:31.562232 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-447476cb-69f5-48f5-948d-cd3652380a9f req-685375d5-c050-4609-9b61-115557f7f56c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876651 Aug 29 22:43:31.629889 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-218b1eb0-8e2b-4cc6-8608-c97e4afd9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:31.631444 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-218b1eb0-8e2b-4cc6-8608-c97e4afd9f09 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f127ebdc-08fd-4f71-af33-76f8ceef7065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1164680 Aug 29 22:43:31.735552 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-ce039807-cfac-4fcf-ae7b-0310e451d0a8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784849 Aug 29 22:43:31.782548 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-4cacf2b1-3892-49ec-aae7-0cc866a86e70 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f127ebdc-08fd-4f71-af33-76f8ceef7065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439855 Aug 29 22:43:31.944001 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-531613d7-9196-4e2b-9221-0fbc7e60d592 req-0d82a2d3-0770-43f5-8e02-9b96dad1d716 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907737 Aug 29 22:43:31.947784 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fcbd55e9-1f1e-4be4-8d8d-e042d8de324a req-ae40952b-207e-4579-b909-b0f0d47c4ffa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f127ebdc-08fd-4f71-af33-76f8ceef7065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326563 Aug 29 22:43:32.265651 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b830dc-bd42-4f8a-8aa4-47081ce943c7 req-3f9fc549-3cac-458c-9797-91565636e1ee tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:32.267238 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f9b830dc-bd42-4f8a-8aa4-47081ce943c7 req-3f9fc549-3cac-458c-9797-91565636e1ee tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0564442 Aug 29 22:43:32.289127 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:32.318618 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f9b830dc-bd42-4f8a-8aa4-47081ce943c7 req-02086eec-3514-4707-81ce-25abf26ae8e4 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Aug 29 22:43:32.668950 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5d4ed-23d7-426d-98f7-f458253e0b6c req-991c4c13-082e-4952-870e-13cfb72e972e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:32.670492 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e4d5d4ed-23d7-426d-98f7-f458253e0b6c req-991c4c13-082e-4952-870e-13cfb72e972e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0641224 Aug 29 22:43:32.718404 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506eb45-191b-4e20-af34-352332af95a5 req-4c5926ed-b590-4b70-8a77-83baf5765be6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:32.720189 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e506eb45-191b-4e20-af34-352332af95a5 req-4c5926ed-b590-4b70-8a77-83baf5765be6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 945 time: 0.0688183 Aug 29 22:43:32.762278 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e4d5d4ed-23d7-426d-98f7-f458253e0b6c req-50dd702b-6705-44f4-a10e-725d9ce6fb99 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750854 Aug 29 22:43:32.803620 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e506eb45-191b-4e20-af34-352332af95a5 req-996daf6d-1c12-4b01-9cb4-efce87602f6e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720091 Aug 29 22:43:33.263559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:43:33.348860 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:33.357706 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: ACTIVE; New status is: DOWN {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:33.357943 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:33.386819 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:43:33.389173 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773f2882-f504-4f40-bc80-a950b1176d97" -d '{"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:43:33.404567 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:33.409578 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:33.443543 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 22:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4826af-a66b-4980-af5c-3f82f8c3178c x-openstack-request-id: req-8e4826af-a66b-4980-af5c-3f82f8c3178c {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:43:33.443915 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:43:33.444298 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e4826af-a66b-4980-af5c-3f82f8c3178c {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:43:33.444802 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4826af-a66b-4980-af5c-3f82f8c3178c'] response: {'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'code': 200} Aug 29 22:43:33.470850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cc3a4-f677-4b2a-9e9f-a70db749c2c1 req-1277b828-8204-4b78-86b1-f975fc423114 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:33.473394 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05cc3a4-f677-4b2a-9e9f-a70db749c2c1 req-1277b828-8204-4b78-86b1-f975fc423114 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0691109 Aug 29 22:43:33.475910 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=8']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:33.536277 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c05cc3a4-f677-4b2a-9e9f-a70db749c2c1 req-d5115d10-c0a6-4a5d-b666-16dcb8b79037 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554364 Aug 29 22:43:33.940879 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcc76-462f-4c2a-bf79-a7815fc7693b req-0788ca10-26d3-4182-8737-40f00339252f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:33.942391 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4a3bcc76-462f-4c2a-bf79-a7815fc7693b req-0788ca10-26d3-4182-8737-40f00339252f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0960608 Aug 29 22:43:33.971398 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7300b05-d990-4a66-a126-bc3f7c027e02 req-a3181bf4-75a1-499d-8410-92ceee777e17 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:33.973505 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7300b05-d990-4a66-a126-bc3f7c027e02 req-a3181bf4-75a1-499d-8410-92ceee777e17 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0800130 Aug 29 22:43:34.022138 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4a3bcc76-462f-4c2a-bf79-a7815fc7693b req-2df91d65-cd30-46a0-9bf6-5569cf026377 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733745 Aug 29 22:43:34.053422 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7300b05-d990-4a66-a126-bc3f7c027e02 req-db54d71b-d936-43fd-90af-a5ea8f725aa7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700402 Aug 29 22:43:34.659178 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c96786-a0b1-4659-8144-11bb15e9773b req-a7b64d2a-91dc-4e40-890a-18670d04036c tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:34.660647 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c8c96786-a0b1-4659-8144-11bb15e9773b req-a7b64d2a-91dc-4e40-890a-18670d04036c tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0476491 Aug 29 22:43:34.709850 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c8c96786-a0b1-4659-8144-11bb15e9773b req-9d818bdf-2d96-4c7d-9ad1-12d449b453f9 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Aug 29 22:43:35.150284 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8007df-55ff-4e51-bc19-d89813861ff1 req-886477e2-2845-42fa-ad68-185bd01a9e97 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:35.151779 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1b8007df-55ff-4e51-bc19-d89813861ff1 req-886477e2-2845-42fa-ad68-185bd01a9e97 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0477762 Aug 29 22:43:35.219751 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c1cd3-f5eb-4a46-89d6-5368d0fdc136 req-b6b98169-62ec-4ddc-8c9c-f16282e4a72d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:35.221197 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-450c1cd3-f5eb-4a46-89d6-5368d0fdc136 req-b6b98169-62ec-4ddc-8c9c-f16282e4a72d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0685561 Aug 29 22:43:35.249472 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1b8007df-55ff-4e51-bc19-d89813861ff1 req-f3e7fc27-2a37-4ebd-a2de-e667720727a5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885770 Aug 29 22:43:35.278960 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-450c1cd3-f5eb-4a46-89d6-5368d0fdc136 req-dcf280b6-d5c3-4bd6-b991-8d20f3942b6e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519385 Aug 29 22:43:35.830858 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082a34-818a-4d09-889d-a773287e003b req-e33322ba-5f39-42ff-b03e-15cd0fd98c42 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:35.832313 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b5082a34-818a-4d09-889d-a773287e003b req-e33322ba-5f39-42ff-b03e-15cd0fd98c42 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0468218 Aug 29 22:43:35.858179 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:35.880361 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b5082a34-818a-4d09-889d-a773287e003b req-6187220d-6f63-435b-90b0-9f13dbb5b01c tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Aug 29 22:43:36.398011 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a246e6b-5c9d-47b8-8338-df228d5b57cf req-0ec5a445-51d7-418b-92a4-89be90eec759 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:36.400049 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1a246e6b-5c9d-47b8-8338-df228d5b57cf req-0ec5a445-51d7-418b-92a4-89be90eec759 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0771534 Aug 29 22:43:36.427238 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c688a80-f44e-4099-bb99-ace3badf1917 req-be150275-53b1-477e-afd8-d791958fadd3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:36.428692 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7c688a80-f44e-4099-bb99-ace3badf1917 req-be150275-53b1-477e-afd8-d791958fadd3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0703526 Aug 29 22:43:36.481457 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1a246e6b-5c9d-47b8-8338-df228d5b57cf req-d5001fb6-d618-44ff-a1b2-264793cc4a65 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756292 Aug 29 22:43:36.497168 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:36.503239 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7c688a80-f44e-4099-bb99-ace3badf1917 req-3b43f434-1127-470a-af6c-345268e8f546 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677269 Aug 29 22:43:36.998788 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36811b1-acb2-4422-80b1-c213c9af121a req-1c1bee68-4cd6-4961-8a09-d8df47aacd98 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:37.000312 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c36811b1-acb2-4422-80b1-c213c9af121a req-1c1bee68-4cd6-4961-8a09-d8df47aacd98 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0494893 Aug 29 22:43:37.047709 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c36811b1-acb2-4422-80b1-c213c9af121a req-fc008678-4fd7-4905-886c-7abd132646f4 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Aug 29 22:43:37.255570 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:43:37.327541 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: DOWN; New status is: DOWN {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:37.654544 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91875-b1a5-4017-9c74-c9c742dec3d3 req-9695ef51-7509-4d7c-917c-42613350526d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:37.656026 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bea91875-b1a5-4017-9c74-c9c742dec3d3 req-9695ef51-7509-4d7c-917c-42613350526d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0898743 Aug 29 22:43:37.675519 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc813b0-6da2-4c56-aa58-966d5b641fa9 req-6e0971a9-e97a-4341-89fd-b7fa4ddd694c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:37.677092 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ffc813b0-6da2-4c56-aa58-966d5b641fa9 req-6e0971a9-e97a-4341-89fd-b7fa4ddd694c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0655935 Aug 29 22:43:37.736414 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bea91875-b1a5-4017-9c74-c9c742dec3d3 req-8807d8fb-7549-4fe4-b052-58e09d35c91e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742030 Aug 29 22:43:37.751747 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ffc813b0-6da2-4c56-aa58-966d5b641fa9 req-c83dd859-670d-4c3f-98f1-b5a773b2a4d1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659318 Aug 29 22:43:38.165660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49799a1b-3944-46cd-86a8-f53cca5bf689 req-a3298466-3832-4c07-b17a-d8251c7af5d6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:38.167134 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-49799a1b-3944-46cd-86a8-f53cca5bf689 req-a3298466-3832-4c07-b17a-d8251c7af5d6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0461853 Aug 29 22:43:38.221547 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-49799a1b-3944-46cd-86a8-f53cca5bf689 req-e84fe19f-cf54-416c-8eab-61d807ac02cd tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469859 Aug 29 22:43:38.900093 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3187b-53d1-4125-898e-86a546300985 req-fa890379-63b3-4400-8a81-1e9ba551324c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:38.901648 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6b3187b-53d1-4125-898e-86a546300985 req-fa890379-63b3-4400-8a81-1e9ba551324c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0823121 Aug 29 22:43:38.909251 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c9e30-e169-4b01-ac13-a2f4566fbd3d req-2f269448-6b77-43a3-abba-a26bde448a1c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:38.910616 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f93c9e30-e169-4b01-ac13-a2f4566fbd3d req-2f269448-6b77-43a3-abba-a26bde448a1c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0784965 Aug 29 22:43:38.984097 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6b3187b-53d1-4125-898e-86a546300985 req-e6680436-cefe-4a16-96fb-9133d3c4303d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Aug 29 22:43:38.990865 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f93c9e30-e169-4b01-ac13-a2f4566fbd3d req-2622fb4b-382c-44c1-8fcb-9d96b7d7b977 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724812 Aug 29 22:43:39.561273 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f787a-fb4c-41f9-88ca-7e091b2c91ce req-090c260e-7b3e-4885-98ab-ec377add678e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:39.562645 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb7f787a-fb4c-41f9-88ca-7e091b2c91ce req-090c260e-7b3e-4885-98ab-ec377add678e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.2679935 Aug 29 22:43:39.609083 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb7f787a-fb4c-41f9-88ca-7e091b2c91ce req-6bbc76b6-878d-4118-ae34-cf5d263b399e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Aug 29 22:43:40.133928 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a050c7d-48fc-482d-acbb-88f620db7b5d req-3571f064-6d62-4af9-ae48-341232b1af4a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:40.135305 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8a050c7d-48fc-482d-acbb-88f620db7b5d req-3571f064-6d62-4af9-ae48-341232b1af4a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0761914 Aug 29 22:43:40.142532 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906868fa-dca0-46e5-bf20-ac1a8961bb53 req-a2af2e64-6297-4797-aa00-f2240f272057 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:40.143910 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-906868fa-dca0-46e5-bf20-ac1a8961bb53 req-a2af2e64-6297-4797-aa00-f2240f272057 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0742552 Aug 29 22:43:40.196530 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:40.208514 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:43:40.218115 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8a050c7d-48fc-482d-acbb-88f620db7b5d req-ab6ee67e-b1c8-4d19-a2ef-d659398457bc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732927 Aug 29 22:43:40.221536 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-906868fa-dca0-46e5-bf20-ac1a8961bb53 req-0540b289-4227-42c7-bd78-741d61b16325 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702636 Aug 29 22:43:40.725208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea917ef5-f015-489a-bc03-628b4c9c6b6e req-47205b50-5f06-413f-9730-96df7465b9cf tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:40.726672 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ea917ef5-f015-489a-bc03-628b4c9c6b6e req-47205b50-5f06-413f-9730-96df7465b9cf tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0474894 Aug 29 22:43:40.775591 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ea917ef5-f015-489a-bc03-628b4c9c6b6e req-83294650-049d-419c-afce-5f8467ca8523 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Aug 29 22:43:41.354438 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:41.369635 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccca01-940e-421b-aff7-796abf3fe48b req-5c4f4308-2c02-46ac-bf47-d8e43d002727 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:41.371159 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-71ccca01-940e-421b-aff7-796abf3fe48b req-5c4f4308-2c02-46ac-bf47-d8e43d002727 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0788121 Aug 29 22:43:41.383318 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff43d87-cae0-4af8-ba86-1e42fd7940bc req-d329b45c-5610-4a30-9d50-66012b373153 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:41.384636 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ff43d87-cae0-4af8-ba86-1e42fd7940bc req-d329b45c-5610-4a30-9d50-66012b373153 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0830209 Aug 29 22:43:41.473576 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-71ccca01-940e-421b-aff7-796abf3fe48b req-608fd3ff-7cdc-481c-bfe7-c9906e0a78a9 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965250 Aug 29 22:43:41.477422 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ff43d87-cae0-4af8-ba86-1e42fd7940bc req-cd443ab1-4c9c-4d13-b7c6-fac3f8f89049 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856128 Aug 29 22:43:41.901157 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64e943-839e-4117-a456-8b71c2463b13 req-b8c01b21-2316-4091-927d-fec843460724 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:41.902609 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef64e943-839e-4117-a456-8b71c2463b13 req-b8c01b21-2316-4091-927d-fec843460724 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0516744 Aug 29 22:43:41.940844 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:41.944115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=74 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:41.952883 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-063c7106-752a-45b4-b5bc-5b630ad2158b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:41.960197 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef64e943-839e-4117-a456-8b71c2463b13 req-421c86db-b335-4bc5-b307-cc5edc11d92b tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517211 Aug 29 22:43:42.621834 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c39f3-2520-4398-a786-7c0903d0fb4f req-b77dac02-4300-4a5c-9f9f-9170e787e106 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:42.623350 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-009c39f3-2520-4398-a786-7c0903d0fb4f req-b77dac02-4300-4a5c-9f9f-9170e787e106 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0768697 Aug 29 22:43:42.628823 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51400b0-7a9d-4756-a783-f3524e68deef req-a7d3eb8f-2a3c-4420-9777-165e8c878695 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:42.630167 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f51400b0-7a9d-4756-a783-f3524e68deef req-a7d3eb8f-2a3c-4420-9777-165e8c878695 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0749619 Aug 29 22:43:42.707490 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-009c39f3-2520-4398-a786-7c0903d0fb4f req-00c60a9d-b488-43cc-853a-5d5a6fe0a7fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763812 Aug 29 22:43:42.712035 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f51400b0-7a9d-4756-a783-f3524e68deef req-d944281c-f03d-477b-877f-e8556803a1d3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749629 Aug 29 22:43:43.081069 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8468f7f-fecd-4fe0-82d2-d252d711011c req-a26faa64-7c6e-4492-af09-79660ee551b7 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:43.082437 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8468f7f-fecd-4fe0-82d2-d252d711011c req-a26faa64-7c6e-4492-af09-79660ee551b7 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0485353 Aug 29 22:43:43.129809 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8468f7f-fecd-4fe0-82d2-d252d711011c req-42ff4381-6aad-450f-922e-767214e88ee8 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Aug 29 22:43:43.864120 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd979-2851-4940-89cc-de76affd05f5 req-5d6056dd-3021-46fe-bf19-9d95ea7f5e85 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:43.865662 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-47acd979-2851-4940-89cc-de76affd05f5 req-5d6056dd-3021-46fe-bf19-9d95ea7f5e85 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0800521 Aug 29 22:43:43.877074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f20389-e2be-4e6b-9f50-55dffcceda3c req-5f93ed6f-3de0-4356-b0da-a076180e29b4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:43.879324 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-58f20389-e2be-4e6b-9f50-55dffcceda3c req-5f93ed6f-3de0-4356-b0da-a076180e29b4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0837235 Aug 29 22:43:43.961195 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-47acd979-2851-4940-89cc-de76affd05f5 req-1dd404a4-ad89-44e3-ba60-ea785d325af8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794859 Aug 29 22:43:43.965693 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-58f20389-e2be-4e6b-9f50-55dffcceda3c req-ce061ab7-0634-4801-9ef3-e9c9b0aa9f74 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761876 Aug 29 22:43:44.256396 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef25571-22d5-4f33-b9fd-bf7966673839 req-cbbfe09e-67de-4207-906e-963ce7272d14 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:44.258966 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fef25571-22d5-4f33-b9fd-bf7966673839 req-cbbfe09e-67de-4207-906e-963ce7272d14 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0547464 Aug 29 22:43:44.328953 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fef25571-22d5-4f33-b9fd-bf7966673839 req-2bc940c8-78c3-4d44-82a0-5c930509780f tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630755 Aug 29 22:43:44.680825 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-79e32535-0d99-40c6-9b21-1eb5866cec47 req-46aba592-5194-40d3-abb5-e003bb911a9c service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:43:44.681846 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-79e32535-0d99-40c6-9b21-1eb5866cec47 req-46aba592-5194-40d3-abb5-e003bb911a9c service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056021 Aug 29 22:43:44.764237 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6fb3f17c-84f7-4401-93bb-b576f5f02392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:44.870518 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda6b64-7106-445f-b91e-5d8946048d3f req-506783b4-c607-4818-8cd1-e3b75f1257f8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:44.871932 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ffda6b64-7106-445f-b91e-5d8946048d3f req-506783b4-c607-4818-8cd1-e3b75f1257f8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0522923 Aug 29 22:43:44.924193 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ffda6b64-7106-445f-b91e-5d8946048d3f req-4859289a-216e-45f0-ab42-78d3b0cc4f60 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461941 Aug 29 22:43:45.109949 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5aaed-4888-4dee-b1a8-bea486710c10 req-6750b019-4f6c-4d5e-9054-34e8a9c893ae tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:45.111534 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8e5aaed-4888-4dee-b1a8-bea486710c10 req-6750b019-4f6c-4d5e-9054-34e8a9c893ae tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0623472 Aug 29 22:43:45.160952 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:45.179402 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8e5aaed-4888-4dee-b1a8-bea486710c10 req-6526b5ec-33e5-4988-9791-d61bd905a714 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616741 Aug 29 22:43:45.195503 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:45.246871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 38232) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:45.290910 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 84fbef97-14c8-4d9d-b641-54c02c455fa6 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:43:45.303114 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:45.337454 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-2936d018-b8c0-4260-bb19-0b75989b95c1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883057 Aug 29 22:43:45.348524 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-5fba0812-322e-411a-9480-10d328cc332e service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:43:45.349737 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-5fba0812-322e-411a-9480-10d328cc332e service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063496 Aug 29 22:43:45.422912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 84fbef97-14c8-4d9d-b641-54c02c455fa6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=84fbef97-14c8-4d9d-b641-54c02c455fa6,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:45.447379 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '84fbef97-14c8-4d9d-b641-54c02c455fa6', 'network_id': 'f127ebdc-08fd-4f71-af33-76f8ceef7065', 'port_id': '84fbef97-14c8-4d9d-b641-54c02c455fa6', 'mac_address': 'fa:16:3e:6a:56:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5d270c-2836-48e4-b756-ca6386b42c28', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:43:45.449492 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 38244) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:45.509718 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 84fbef97-14c8-4d9d-b641-54c02c455fa6 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:45.510000 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:45.519801 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0f63e-c057-43af-b149-5c9fadc6fce2 req-0759a826-4b2e-43c6-910b-a7e62b08219f tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:45.530441 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-36c0f63e-c057-43af-b149-5c9fadc6fce2 req-0759a826-4b2e-43c6-910b-a7e62b08219f tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0868797 Aug 29 22:43:45.531542 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fbef97-14c8-4d9d-b641-54c02c455fa6 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:43:45.535067 dv-cinder-854270-4-iscsi neutron-server[134262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 22:43:45.557987 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 84fbef97-14c8-4d9d-b641-54c02c455fa6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=84fbef97-14c8-4d9d-b641-54c02c455fa6,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:45.562352 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:45.581654 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-36c0f63e-c057-43af-b149-5c9fadc6fce2 req-3b5f0181-3c1a-49d5-a712-7da39c75a26b tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497329 Aug 29 22:43:45.592650 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-f0b40e32-a716-42a1-b621-df7aec8737c7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:45.594297 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-f0b40e32-a716-42a1-b621-df7aec8737c7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports/20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 940 time: 0.1435380 Aug 29 22:43:45.620704 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=84fbef97-14c8-4d9d-b641-54c02c455fa6,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:45.745325 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:46.062493 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343f60d-3501-404a-9b5c-83982c61cc82 req-75584ebc-7b09-405e-903d-aa8887ef7aea tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:46.063979 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7343f60d-3501-404a-9b5c-83982c61cc82 req-75584ebc-7b09-405e-903d-aa8887ef7aea tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0473554 Aug 29 22:43:46.111259 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7343f60d-3501-404a-9b5c-83982c61cc82 req-7d703b45-b120-4939-b36a-b1daca4241f8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Aug 29 22:43:46.302610 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922186-5b27-4502-ba22-2eafc71d2f37 req-45c238b2-43c3-4af8-9474-eb294c675686 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:46.304129 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67922186-5b27-4502-ba22-2eafc71d2f37 req-45c238b2-43c3-4af8-9474-eb294c675686 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0504010 Aug 29 22:43:46.351658 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67922186-5b27-4502-ba22-2eafc71d2f37 req-b15fddf7-28dd-4f97-a171-7fbe1fb8dac8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Aug 29 22:43:46.701183 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90dc72-3730-4666-a894-1e29f2fd5cd2 req-8d6de290-f658-4dc6-8209-791c34f900ad tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:46.702627 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef90dc72-3730-4666-a894-1e29f2fd5cd2 req-8d6de290-f658-4dc6-8209-791c34f900ad tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 949 time: 0.0460865 Aug 29 22:43:46.748858 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef90dc72-3730-4666-a894-1e29f2fd5cd2 req-9429ed2e-89c0-4eb3-b6b6-6d45382c75b8 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Aug 29 22:43:46.944345 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:47.244464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af08ca-a29d-44cb-8974-1603feccdc3e req-4ddc5ffa-46de-4d92-be46-f515657a52b7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:47.245917 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f1af08ca-a29d-44cb-8974-1603feccdc3e req-4ddc5ffa-46de-4d92-be46-f515657a52b7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0473163 Aug 29 22:43:47.298082 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f1af08ca-a29d-44cb-8974-1603feccdc3e req-8d0f7ef3-5496-499e-bdaf-41527110d29e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Aug 29 22:43:47.476121 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d807583-b9f0-4e8b-8227-d1995d8ff956 req-f1021385-0ced-4c45-81aa-978ede6bea6d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:47.478131 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2d807583-b9f0-4e8b-8227-d1995d8ff956 req-f1021385-0ced-4c45-81aa-978ede6bea6d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0490725 Aug 29 22:43:47.526225 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2d807583-b9f0-4e8b-8227-d1995d8ff956 req-3d8f1a2c-7dd0-4900-a848-066f2f003263 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Aug 29 22:43:47.673469 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:47.869539 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1d18-f17a-49ae-a71c-d4cca7c79924 req-22b81ff8-93e0-41f6-b5f4-93ccdeb3ad01 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:47.871020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b56d1d18-f17a-49ae-a71c-d4cca7c79924 req-22b81ff8-93e0-41f6-b5f4-93ccdeb3ad01 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 949 time: 0.0470345 Aug 29 22:43:47.919315 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b56d1d18-f17a-49ae-a71c-d4cca7c79924 req-e356ba41-34a7-4e59-a9f9-b051929150a7 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Aug 29 22:43:48.423845 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8828-8821-49af-989f-db85d94d1794 req-d254ef1b-b42c-4b77-b825-d12d0f47933c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:48.425296 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e79e8828-8821-49af-989f-db85d94d1794 req-d254ef1b-b42c-4b77-b825-d12d0f47933c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0504882 Aug 29 22:43:48.473861 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e79e8828-8821-49af-989f-db85d94d1794 req-271806fb-fc0d-4449-a2ae-95e85faffcf4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Aug 29 22:43:48.646379 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e686c04-9a74-4f5c-b7ec-37dab4635f6e req-8c365955-86df-4934-a663-678fb5cfc5e7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:48.647857 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4e686c04-9a74-4f5c-b7ec-37dab4635f6e req-8c365955-86df-4934-a663-678fb5cfc5e7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0463266 Aug 29 22:43:48.683969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['84fbef97-14c8-4d9d-b641-54c02c455fa6'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:43:48.698677 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4e686c04-9a74-4f5c-b7ec-37dab4635f6e req-33c40f53-dd80-4b6e-89da-f02ab33ff61d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Aug 29 22:43:48.710513 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:49.046317 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cab33-08cb-4789-94cd-8009b30770c3 req-3cd86a05-1518-47d8-a8d0-c945c26ae5cf tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:49.047816 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-370cab33-08cb-4789-94cd-8009b30770c3 req-3cd86a05-1518-47d8-a8d0-c945c26ae5cf tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 949 time: 0.0510111 Aug 29 22:43:49.102014 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-370cab33-08cb-4789-94cd-8009b30770c3 req-1d63740c-2dd9-4eac-a6ac-6df2ae0cbdd9 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Aug 29 22:43:49.600180 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:49.610894 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7e816-3fd8-44ec-817f-a6839c0302a6 req-69ce48f5-5a65-4d08-a17b-92248797acee tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:49.612385 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-41f7e816-3fd8-44ec-817f-a6839c0302a6 req-69ce48f5-5a65-4d08-a17b-92248797acee tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0555320 Aug 29 22:43:49.680325 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:49.686052 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-41f7e816-3fd8-44ec-817f-a6839c0302a6 req-14d6477f-4180-4d26-9566-e1367237ce25 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670416 Aug 29 22:43:49.849343 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625aa16-9ee1-4af2-a34e-6d2d6ea53bc7 req-d86c23a1-5a25-4598-8700-38a7506b0ee5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:49.851241 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d625aa16-9ee1-4af2-a34e-6d2d6ea53bc7 req-d86c23a1-5a25-4598-8700-38a7506b0ee5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0710857 Aug 29 22:43:49.903835 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d625aa16-9ee1-4af2-a34e-6d2d6ea53bc7 req-5684fcad-3612-46fd-8619-b75d89cdaba6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Aug 29 22:43:50.204356 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=43 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:50.229632 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d89b1-7dbb-4665-b2e3-011de8aee5f3 req-51380716-a34b-4d14-a042-cc94d175c7c8 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:50.231269 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-656d89b1-7dbb-4665-b2e3-011de8aee5f3 req-51380716-a34b-4d14-a042-cc94d175c7c8 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 949 time: 0.0531137 Aug 29 22:43:50.279409 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-656d89b1-7dbb-4665-b2e3-011de8aee5f3 req-e0f105cb-07fe-4188-9d69-b2b8135942cb tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423717 Aug 29 22:43:50.820525 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6b7a-6d96-4d6e-afb7-299450ca3802 req-b6464c73-fcc4-4065-8509-4bc4e206ff25 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:50.821942 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-45da6b7a-6d96-4d6e-afb7-299450ca3802 req-b6464c73-fcc4-4065-8509-4bc4e206ff25 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0507562 Aug 29 22:43:50.875171 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-45da6b7a-6d96-4d6e-afb7-299450ca3802 req-202185f6-5e59-4f75-8d34-8efb1bf86a06 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 Aug 29 22:43:51.030266 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331240-1b45-4c77-a88c-87b5abe75d8c req-a48996de-e2a2-4137-bcb2-d214f37459e6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:51.031770 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ac331240-1b45-4c77-a88c-87b5abe75d8c req-a48996de-e2a2-4137-bcb2-d214f37459e6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0524132 Aug 29 22:43:51.080354 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ac331240-1b45-4c77-a88c-87b5abe75d8c req-87359406-581d-49cc-af5f-535d1dfdea4b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Aug 29 22:43:51.395605 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a14c0-dd1c-4579-8b84-3d75e913f67a req-f6a4214c-2f89-40e0-bb31-25fff0b473c5 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:51.396966 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-759a14c0-dd1c-4579-8b84-3d75e913f67a req-f6a4214c-2f89-40e0-bb31-25fff0b473c5 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 949 time: 0.0459588 Aug 29 22:43:51.444168 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-759a14c0-dd1c-4579-8b84-3d75e913f67a req-70f124ff-c74c-4df1-964d-c199b79a9fb6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Aug 29 22:43:52.002206 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 84fbef97-14c8-4d9d-b641-54c02c455fa6 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:43:52.003250 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee381b96-c9ec-4c39-88fa-9b3f9e2112ea req-5be492e8-3ceb-49ea-8cf5-bc8785a84b5e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:52.004744 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ee381b96-c9ec-4c39-88fa-9b3f9e2112ea req-5be492e8-3ceb-49ea-8cf5-bc8785a84b5e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0475128 Aug 29 22:43:52.049444 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 84fbef97-14c8-4d9d-b641-54c02c455fa6 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:43:52.056156 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 84fbef97-14c8-4d9d-b641-54c02c455fa6 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:52.056648 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:52.059324 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ee381b96-c9ec-4c39-88fa-9b3f9e2112ea req-49fa4c78-9c84-423f-a970-0af45a333a9e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473683 Aug 29 22:43:52.118052 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:52.133448 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 84fbef97-14c8-4d9d-b641-54c02c455fa6 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:52.133844 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:52.157108 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:43:52.159338 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4db903f-9afd-4059-94cf-ceeb0664a078" -d '{"events": [{"server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "name": "network-vif-plugged", "status": "completed", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:43:52.176329 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 84fbef97-14c8-4d9d-b641-54c02c455fa6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=84fbef97-14c8-4d9d-b641-54c02c455fa6,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:52.181529 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:52.207146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b8770-6176-4956-913b-c64c66ce060c req-b3c00253-2e7d-4621-a5fe-994d5bf44c8c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:52.208783 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f27b8770-6176-4956-913b-c64c66ce060c req-b3c00253-2e7d-4621-a5fe-994d5bf44c8c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0532973 Aug 29 22:43:52.212623 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd53b6f-e853-4dff-bf8c-363d028b21a6 x-openstack-request-id: req-3cd53b6f-e853-4dff-bf8c-363d028b21a6 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:43:52.212919 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "name": "network-vif-plugged", "status": "completed", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:43:52.213171 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cd53b6f-e853-4dff-bf8c-363d028b21a6 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:43:52.213557 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd53b6f-e853-4dff-bf8c-363d028b21a6'] response: {'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6', 'code': 200} Aug 29 22:43:52.250475 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=84fbef97-14c8-4d9d-b641-54c02c455fa6,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:52.261672 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f27b8770-6176-4956-913b-c64c66ce060c req-ebe7b52e-c5ff-4729-b8b0-4e850f99f340 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Aug 29 22:43:52.571543 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f340511-5b93-4b17-b8c6-cb340d7fff20 req-b4df0501-8678-45a9-953c-f648631692ed tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:52.573089 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6f340511-5b93-4b17-b8c6-cb340d7fff20 req-b4df0501-8678-45a9-953c-f648631692ed tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0517936 Aug 29 22:43:52.647285 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6f340511-5b93-4b17-b8c6-cb340d7fff20 req-b57c7638-2e25-43f7-84c3-b7807fda8de4 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 Aug 29 22:43:53.127540 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-a0006f39-3bb6-4c5d-b338-d3e9a69b06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:53.129075 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-a0006f39-3bb6-4c5d-b338-d3e9a69b06d1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e&tenant_id=05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 1127 time: 0.0770600 Aug 29 22:43:53.211924 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-457194a4-c375-4a3c-a0c8-7372e316b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:53.213419 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-457194a4-c375-4a3c-a0c8-7372e316b4ea service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1127 time: 0.0448291 Aug 29 22:43:53.240872 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daef9d-d187-4958-9b70-cee5007b6d57 req-967d31c7-c7f2-436b-8d74-f4082a5c328d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:53.243323 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-71daef9d-d187-4958-9b70-cee5007b6d57 req-967d31c7-c7f2-436b-8d74-f4082a5c328d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0720186 Aug 29 22:43:53.307020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-71daef9d-d187-4958-9b70-cee5007b6d57 req-093cad69-59a9-4b13-a782-87115f8f4630 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576055 Aug 29 22:43:53.366864 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78340c8d-df59-480c-8f84-409e247e5558 req-356db2e3-1a55-42e3-a6a8-b27b8354d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:53.369715 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-78340c8d-df59-480c-8f84-409e247e5558 req-356db2e3-1a55-42e3-a6a8-b27b8354d072 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 1134 time: 0.0823727 Aug 29 22:43:53.376733 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-1853877c-ddbc-48aa-954b-2178f8975088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:53.378158 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-1853877c-ddbc-48aa-954b-2178f8975088 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.1414661 Aug 29 22:43:53.431276 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0900-53a1-447a-87ef-149b8e0aae00 req-e07258d8-c422-4a64-8fbf-ae2e075f8447 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:53.433545 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3bba0900-53a1-447a-87ef-149b8e0aae00 req-e07258d8-c422-4a64-8fbf-ae2e075f8447 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0546496 Aug 29 22:43:53.481604 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-7dcc8126-5277-4917-abad-7dd9f12a30a1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 998 time: 0.0939312 Aug 29 22:43:53.487029 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-78340c8d-df59-480c-8f84-409e247e5558 req-11f4d304-ca59-4a41-9e2b-9336f1c9d14f service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078911 Aug 29 22:43:53.489102 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3bba0900-53a1-447a-87ef-149b8e0aae00 req-00589806-8921-4bc3-82ae-18047ee0567f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495381 Aug 29 22:43:53.768961 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73334821-9152-4228-8b30-f83a9b7e222a req-ae713db2-0f1f-4832-9712-659d8520b83e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:53.770436 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-73334821-9152-4228-8b30-f83a9b7e222a req-ae713db2-0f1f-4832-9712-659d8520b83e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0472984 Aug 29 22:43:53.801461 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:53.811490 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:53.828181 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-73334821-9152-4228-8b30-f83a9b7e222a req-06e68eb0-683d-4d7d-aa57-8626ee6c1768 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515158 Aug 29 22:43:54.457797 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29e455-4aff-46d9-9876-7293a1a0f74f req-3ba6e02a-d15a-4c97-8d5d-e6c7c98cb2f6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:54.459986 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5c29e455-4aff-46d9-9876-7293a1a0f74f req-3ba6e02a-d15a-4c97-8d5d-e6c7c98cb2f6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0648608 Aug 29 22:43:54.518796 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5c29e455-4aff-46d9-9876-7293a1a0f74f req-8b4b890a-c2e1-42a8-bb2c-75e0d076239d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503664 Aug 29 22:43:54.629731 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870af7af-3b4c-4bce-9691-f8977ecab214 req-fc0e403f-5a23-49fe-8335-571815438d92 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:54.631982 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-870af7af-3b4c-4bce-9691-f8977ecab214 req-fc0e403f-5a23-49fe-8335-571815438d92 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0544708 Aug 29 22:43:54.696001 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-870af7af-3b4c-4bce-9691-f8977ecab214 req-d4db76ed-d6e2-49ed-86ce-fcdae430f99f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564797 Aug 29 22:43:55.000032 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c7ce-a38a-4bfc-938d-5c2481a4defe req-df0f7e10-15ff-41d7-9c2b-1808495ef238 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:55.001521 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7021c7ce-a38a-4bfc-938d-5c2481a4defe req-df0f7e10-15ff-41d7-9c2b-1808495ef238 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0599709 Aug 29 22:43:55.054120 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7021c7ce-a38a-4bfc-938d-5c2481a4defe req-51476a03-e465-443a-9a8f-7adb18a2084d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Aug 29 22:43:55.653877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dcaf0-a73c-448d-9eeb-c08ed868d979 req-8323d28e-63ef-4ace-8de9-722dc86fd0d4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:55.655507 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ab6dcaf0-a73c-448d-9eeb-c08ed868d979 req-8323d28e-63ef-4ace-8de9-722dc86fd0d4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0492277 Aug 29 22:43:55.704456 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ab6dcaf0-a73c-448d-9eeb-c08ed868d979 req-a4bc94f4-51c5-4639-b17f-892f842ea2bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 Aug 29 22:43:55.820122 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048784-0cdc-42cd-9d3d-8739ad9af32c req-fd0a32ba-ae24-4f40-bb46-d9ef13cea58e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:55.821557 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f4048784-0cdc-42cd-9d3d-8739ad9af32c req-fd0a32ba-ae24-4f40-bb46-d9ef13cea58e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0513382 Aug 29 22:43:55.874370 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f4048784-0cdc-42cd-9d3d-8739ad9af32c req-275e6c8d-bf31-417d-95d1-a2477b166122 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Aug 29 22:43:55.876548 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:56.180287 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca471-4c94-466f-9e5e-fc1ca4202fdc req-1adbe1c7-3dda-4d3f-8174-a28d4b124cee tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:56.181740 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-540ca471-4c94-466f-9e5e-fc1ca4202fdc req-1adbe1c7-3dda-4d3f-8174-a28d4b124cee tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0477200 Aug 29 22:43:56.236480 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-540ca471-4c94-466f-9e5e-fc1ca4202fdc req-18771300-c9df-4cb6-b5c0-db51dc5f54df tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Aug 29 22:43:56.829384 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44a22-5764-4e16-847d-ce1c0d0cb03a req-22dbf2c3-3867-45ef-b1b6-b28458a1e111 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:56.830885 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-07c44a22-5764-4e16-847d-ce1c0d0cb03a req-22dbf2c3-3867-45ef-b1b6-b28458a1e111 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0476775 Aug 29 22:43:56.884571 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-07c44a22-5764-4e16-847d-ce1c0d0cb03a req-8e4720a7-79a4-4728-a129-306ea907c60a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480454 Aug 29 22:43:57.024633 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82caaf-4213-442c-a02c-e4b068d0014f req-9149d01c-812f-4ac0-8916-3bcc06d8c46c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:57.026434 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9e82caaf-4213-442c-a02c-e4b068d0014f req-9149d01c-812f-4ac0-8916-3bcc06d8c46c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0694580 Aug 29 22:43:57.082417 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9e82caaf-4213-442c-a02c-e4b068d0014f req-a9c1d080-d8eb-4aa7-a353-d640cd0a1214 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Aug 29 22:43:57.374959 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e5bb1-e2f9-4293-8c17-014ee394387d req-0ef6b4b4-9140-4334-88e4-399c6eab4950 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:57.376504 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d39e5bb1-e2f9-4293-8c17-014ee394387d req-0ef6b4b4-9140-4334-88e4-399c6eab4950 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0486569 Aug 29 22:43:57.429058 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d39e5bb1-e2f9-4293-8c17-014ee394387d req-27841e4e-3a46-4c39-bf28-68ec9bc4c10b tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Aug 29 22:43:57.808068 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-29dffe12-5996-4ba5-880a-32c0502178fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:57.810853 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-29dffe12-5996-4ba5-880a-32c0502178fe service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0589356 Aug 29 22:43:57.865425 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-25f128f2-9298-48b7-82d0-21be24a4e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:57.867618 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-25f128f2-9298-48b7-82d0-21be24a4e587 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472326 Aug 29 22:43:57.988420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04a33-3ccd-45ce-ad24-86e01817b3e7 req-caa84219-3d0a-4cd9-886a-c975aceb5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:57.989930 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-15f04a33-3ccd-45ce-ad24-86e01817b3e7 req-caa84219-3d0a-4cd9-886a-c975aceb5ad4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1130 time: 0.0968285 Aug 29 22:43:58.020728 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27731b2-ceaf-43c8-a5a6-9ab54642ebe0 req-8760a5e3-1596-42da-b2b4-c75532fb6477 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:58.022618 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d27731b2-ceaf-43c8-a5a6-9ab54642ebe0 req-8760a5e3-1596-42da-b2b4-c75532fb6477 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0543227 Aug 29 22:43:58.029971 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-5c0caeff-abc6-4cec-bb2a-fcdc6cfa1234 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440744 Aug 29 22:43:58.073249 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d27731b2-ceaf-43c8-a5a6-9ab54642ebe0 req-c7de7c6a-4bdc-4d52-9fb5-e7343d3ce3ed tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452151 Aug 29 22:43:58.198080 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:58.212164 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc823d-05fc-44f5-8a22-192492321491 req-1e764e7f-02d3-4a98-90f2-b63dc7d13285 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:58.213679 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60bc823d-05fc-44f5-8a22-192492321491 req-1e764e7f-02d3-4a98-90f2-b63dc7d13285 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0560656 Aug 29 22:43:58.267817 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60bc823d-05fc-44f5-8a22-192492321491 req-fd9818eb-b069-4998-ad1a-b68b33eb3765 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471816 Aug 29 22:43:58.545271 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-15f04a33-3ccd-45ce-ad24-86e01817b3e7 req-c3d7ae4e-fd8a-4c2c-a615-c863eaf4fce5 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979078 Aug 29 22:43:58.561740 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc5d67-becf-41c6-83e2-d38f80ed64fc req-a7b308dc-e5d8-4e9c-a68c-e6217d11bb9e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:58.563862 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eacc5d67-becf-41c6-83e2-d38f80ed64fc req-a7b308dc-e5d8-4e9c-a68c-e6217d11bb9e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0530541 Aug 29 22:43:58.568070 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-968e09cf-45ee-4462-b5ba-40166f8b3ee2 req-5814506c-5ea0-4321-a0e8-8e4bd1cd41f6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302907 Aug 29 22:43:58.580094 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:58.623587 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eacc5d67-becf-41c6-83e2-d38f80ed64fc req-a02a86a8-d667-47c9-8761-6f729865ed60 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520918 Aug 29 22:43:59.213415 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a74f1-491f-4f6c-afe0-5f81b790302c req-2f3dd018-6390-4267-9bf4-9f57b102f1a2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:59.215211 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b50a74f1-491f-4f6c-afe0-5f81b790302c req-2f3dd018-6390-4267-9bf4-9f57b102f1a2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0475678 Aug 29 22:43:59.266652 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b50a74f1-491f-4f6c-afe0-5f81b790302c req-cd9af60c-12a0-49af-b222-18fef0283931 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444705 Aug 29 22:43:59.391846 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2327e2-0f00-498f-bb89-e22541f0d829 req-32b93830-7fba-42cf-8194-0e2ce2f86a2b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:59.393225 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7e2327e2-0f00-498f-bb89-e22541f0d829 req-32b93830-7fba-42cf-8194-0e2ce2f86a2b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0472143 Aug 29 22:43:59.449517 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7e2327e2-0f00-498f-bb89-e22541f0d829 req-ceb8cfe8-a6f4-4b79-b2fe-708f518f125a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505903 Aug 29 22:43:59.760611 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d446583-cd9f-4fe6-aa24-8b30a5502fe2 req-3aba2d71-e71b-4696-ac90-8fbee196d4d6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:59.762075 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8d446583-cd9f-4fe6-aa24-8b30a5502fe2 req-3aba2d71-e71b-4696-ac90-8fbee196d4d6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0548205 Aug 29 22:43:59.830432 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8d446583-cd9f-4fe6-aa24-8b30a5502fe2 req-ff89c4f1-833d-4f6e-a0e7-ae568493febf tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618222 Aug 29 22:44:00.119370 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411eef-48ac-40d3-9982-02771fafbd83 req-889eb17d-cc3b-4a7b-aeec-b6dc8fdee2e7 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:00.120849 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bc411eef-48ac-40d3-9982-02771fafbd83 req-889eb17d-cc3b-4a7b-aeec-b6dc8fdee2e7 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0497181 Aug 29 22:44:00.184515 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-05dfa738-254f-432e-a73c-4e8aadb9a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:00.186137 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-05dfa738-254f-432e-a73c-4e8aadb9a5b2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1127 time: 0.0463896 Aug 29 22:44:00.187405 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bc411eef-48ac-40d3-9982-02771fafbd83 req-b5987181-6c92-4c0b-b69c-6c79ac1a2c79 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603354 Aug 29 22:44:00.399103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812f6fb-67fa-4f4a-9890-4ac19776d9a8 req-530d1de2-8f25-4db0-b8ae-6a1c3a3c0c91 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:00.400677 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4812f6fb-67fa-4f4a-9890-4ac19776d9a8 req-530d1de2-8f25-4db0-b8ae-6a1c3a3c0c91 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0519624 Aug 29 22:44:00.460703 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4812f6fb-67fa-4f4a-9890-4ac19776d9a8 req-f90c53b0-4b7d-4d8b-b1d7-b6fc5f74c281 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540447 Aug 29 22:44:00.576475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204bdbd-3a56-49df-9bf8-dec5dab2c201 req-2943a749-53ca-4518-9c5f-3bfdec1024b4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:00.577805 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d204bdbd-3a56-49df-9bf8-dec5dab2c201 req-2943a749-53ca-4518-9c5f-3bfdec1024b4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0507329 Aug 29 22:44:00.631610 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d204bdbd-3a56-49df-9bf8-dec5dab2c201 req-024adab5-c46e-4df1-ab13-4912090066f2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477560 Aug 29 22:44:01.320280 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8c8e-21a4-442b-ab54-4a53f1fa20b9 req-83132906-88c3-490d-a90d-c79221ba1ca2 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:01.321785 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-239e8c8e-21a4-442b-ab54-4a53f1fa20b9 req-83132906-88c3-490d-a90d-c79221ba1ca2 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0534537 Aug 29 22:44:01.373170 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-239e8c8e-21a4-442b-ab54-4a53f1fa20b9 req-4fdf6863-3413-419c-b159-be7adb84b140 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Aug 29 22:44:01.588283 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd178eb-5346-48b0-9a83-6d2b5dfd3edd req-06edd704-15de-430d-9beb-b1962202d4a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:01.589814 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9cd178eb-5346-48b0-9a83-6d2b5dfd3edd req-06edd704-15de-430d-9beb-b1962202d4a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0488570 Aug 29 22:44:01.663394 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9cd178eb-5346-48b0-9a83-6d2b5dfd3edd req-03a79ae1-f2c0-4a82-9305-6a650bda6cd4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663176 Aug 29 22:44:01.775251 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4b92-d379-4766-baff-b208326b83bb req-6f380866-249d-4026-bdd2-800885fccda8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:01.776952 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c92c4b92-d379-4766-baff-b208326b83bb req-6f380866-249d-4026-bdd2-800885fccda8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0489855 Aug 29 22:44:01.831794 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c92c4b92-d379-4766-baff-b208326b83bb req-655568f7-be90-4ea5-bfe1-08978653ebcd tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490706 Aug 29 22:44:02.186574 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-23065758-ee35-4d48-8e2a-e96cc87f924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:02.188097 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-23065758-ee35-4d48-8e2a-e96cc87f924f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.1053269 Aug 29 22:44:02.521448 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb9dc9-55ea-4856-a205-2373bac700b9 req-a4b2e337-3f41-43c5-9eab-27917fa527d7 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:02.523023 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dabb9dc9-55ea-4856-a205-2373bac700b9 req-a4b2e337-3f41-43c5-9eab-27917fa527d7 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0571525 Aug 29 22:44:02.566439 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:02.575363 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dabb9dc9-55ea-4856-a205-2373bac700b9 req-fd74f08e-39e4-4144-8882-baeb97f1ec8a tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 Aug 29 22:44:02.800741 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:02.852659 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb62ee8-87b8-4835-8306-995ac8f8f164 req-5be93e47-22f1-48bc-8d1b-603622e09eed tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:02.860307 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcb62ee8-87b8-4835-8306-995ac8f8f164 req-5be93e47-22f1-48bc-8d1b-603622e09eed tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0759554 Aug 29 22:44:02.922944 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcb62ee8-87b8-4835-8306-995ac8f8f164 req-cc0a0e46-7e79-4452-940e-9b94f2bc486c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615141 Aug 29 22:44:02.997932 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1c28-2d2b-4d9e-87c6-90696e2bb198 req-657b818f-2463-4291-8d79-4046d0574253 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:03.000270 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a4fc1c28-2d2b-4d9e-87c6-90696e2bb198 req-657b818f-2463-4291-8d79-4046d0574253 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0762477 Aug 29 22:44:03.073358 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a4fc1c28-2d2b-4d9e-87c6-90696e2bb198 req-41453fe2-a4d8-4127-a2ac-51c64a239fb0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643435 Aug 29 22:44:03.412940 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04bf9-e9a3-4bba-84aa-38a8e7787427 req-db2cc1b1-0a0d-42b4-9b61-0945ddd6af5b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:03.415260 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3f04bf9-e9a3-4bba-84aa-38a8e7787427 req-db2cc1b1-0a0d-42b4-9b61-0945ddd6af5b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0573134 Aug 29 22:44:03.476462 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3f04bf9-e9a3-4bba-84aa-38a8e7787427 req-bdc04884-4ffe-4e13-9635-3d1c13c24fc7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544600 Aug 29 22:44:03.710030 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4b531-d2df-4f19-9d02-29acd1419089 req-e4228c06-0916-4ef6-831d-a96dfb663dae tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:03.711654 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-52c4b531-d2df-4f19-9d02-29acd1419089 req-e4228c06-0916-4ef6-831d-a96dfb663dae tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0522568 Aug 29 22:44:03.775787 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-52c4b531-d2df-4f19-9d02-29acd1419089 req-3475891d-b804-403b-b43b-f5529705a30d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583496 Aug 29 22:44:04.060332 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb99189-3ded-4131-a0ef-4cb73c947f65 req-479064d8-9b8f-4f64-9400-9bf36f63aa56 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:04.061815 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-afb99189-3ded-4131-a0ef-4cb73c947f65 req-479064d8-9b8f-4f64-9400-9bf36f63aa56 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0544751 Aug 29 22:44:04.133125 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-afb99189-3ded-4131-a0ef-4cb73c947f65 req-125f2797-73ea-4ec0-885c-d564821e41f4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638998 Aug 29 22:44:04.619797 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc04e0-ed70-485b-9efe-e188d5874a71 req-ec5fff6b-85e6-4617-a407-5daa4cde5d09 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:04.621613 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bddc04e0-ed70-485b-9efe-e188d5874a71 req-ec5fff6b-85e6-4617-a407-5daa4cde5d09 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0616288 Aug 29 22:44:04.676950 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bddc04e0-ed70-485b-9efe-e188d5874a71 req-6135ccdc-f03d-4129-9db4-1a8abcb7b527 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492933 Aug 29 22:44:04.912570 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a164c-241a-4ad6-a7ec-97e38b79cab0 req-91e18121-292c-4c28-be7c-f31f7c5b5a6a tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:04.916107 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-693a164c-241a-4ad6-a7ec-97e38b79cab0 req-91e18121-292c-4c28-be7c-f31f7c5b5a6a tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0584521 Aug 29 22:44:04.986100 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-693a164c-241a-4ad6-a7ec-97e38b79cab0 req-19e01516-1e62-4839-ae1a-655929eeb8e0 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632534 Aug 29 22:44:05.290009 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c939e4-a1ed-4fcb-853d-436a29e0c78a req-0ce35873-05f3-483b-a9df-afddaa6d71b7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:05.291428 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8c939e4-a1ed-4fcb-853d-436a29e0c78a req-0ce35873-05f3-483b-a9df-afddaa6d71b7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0516570 Aug 29 22:44:05.345843 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8c939e4-a1ed-4fcb-853d-436a29e0c78a req-e83ac7ae-5674-43ee-a14a-413105ca2101 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486143 Aug 29 22:44:05.832819 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b8d79-1dd6-4263-ac3c-9a229d2b4a04 req-20379233-74c3-4812-8202-db2780bd15b2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:05.834418 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-353b8d79-1dd6-4263-ac3c-9a229d2b4a04 req-20379233-74c3-4812-8202-db2780bd15b2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0505624 Aug 29 22:44:05.864802 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:05.880636 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:05.897229 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-353b8d79-1dd6-4263-ac3c-9a229d2b4a04 req-af9894c9-619b-4724-b610-cca8693b1b3b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566571 Aug 29 22:44:06.142968 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b633c8-bd68-43ae-85b4-543bdaadb560 req-9b88745d-c8e4-4736-87c4-48a391cc3327 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:06.145324 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-75b633c8-bd68-43ae-85b4-543bdaadb560 req-9b88745d-c8e4-4736-87c4-48a391cc3327 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 950 time: 0.0782392 Aug 29 22:44:06.217070 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-75b633c8-bd68-43ae-85b4-543bdaadb560 req-9bd1cf06-31b4-4ed2-91c6-a5e5a2cca63b tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646298 Aug 29 22:44:06.514971 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd36ab0-e66b-4e2e-acfd-4aff08650aee req-50d0658c-50a9-4f2e-91b3-fd11619da71e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:06.516719 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fdd36ab0-e66b-4e2e-acfd-4aff08650aee req-50d0658c-50a9-4f2e-91b3-fd11619da71e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0599718 Aug 29 22:44:06.598301 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:06.620844 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fdd36ab0-e66b-4e2e-acfd-4aff08650aee req-a5e8753f-f82e-4a6d-9263-07a4c92adac1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943923 Aug 29 22:44:07.037005 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:07.054511 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacdefc-3aed-45b7-95ea-bed5231ad180 req-b78d3911-12d0-4aa6-8c25-f878db14bc3d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:07.056633 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1bacdefc-3aed-45b7-95ea-bed5231ad180 req-b78d3911-12d0-4aa6-8c25-f878db14bc3d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0767074 Aug 29 22:44:07.086996 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 84fbef97-14c8-4d9d-b641-54c02c455fa6 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:44:07.124221 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1bacdefc-3aed-45b7-95ea-bed5231ad180 req-72955d63-3ea8-4617-9bc1-fba1edf0d7ba tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596287 Aug 29 22:44:07.196062 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 84fbef97-14c8-4d9d-b641-54c02c455fa6 is: ACTIVE; New status is: DOWN {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:07.196457 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:07.229765 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:07.232283 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b504c52-90f5-44c3-9226-2dee0aae27d8" -d '{"events": [{"server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "name": "network-vif-unplugged", "status": "completed", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:07.248441 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 84fbef97-14c8-4d9d-b641-54c02c455fa6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=84fbef97-14c8-4d9d-b641-54c02c455fa6,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:07.258846 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:07.308739 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d873dd20-5675-402e-994c-88886b853f33 x-openstack-request-id: req-d873dd20-5675-402e-994c-88886b853f33 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:07.311440 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "name": "network-vif-unplugged", "status": "completed", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:07.311807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d873dd20-5675-402e-994c-88886b853f33 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:07.312270 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d873dd20-5675-402e-994c-88886b853f33'] response: {'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6', 'code': 200} Aug 29 22:44:07.377581 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=84fbef97-14c8-4d9d-b641-54c02c455fa6,revision_number=6']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:07.387558 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4db6-b5d2-4225-8a06-af23cba55b1d req-d21796b7-4a33-4a2e-8a81-e216d4f63f09 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:07.389099 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc2b4db6-b5d2-4225-8a06-af23cba55b1d req-d21796b7-4a33-4a2e-8a81-e216d4f63f09 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0648153 Aug 29 22:44:07.400497 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.401290 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.402395 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.403395 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.404148 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.404898 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.405410 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.405917 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.406680 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.407976 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.408761 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.409278 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.409935 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.410455 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.411173 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:07.459957 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc2b4db6-b5d2-4225-8a06-af23cba55b1d req-5ac88857-8df9-4db1-9768-4541c60845e9 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648451 Aug 29 22:44:07.759117 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ed9a0-7227-4a63-b1fd-0b54385d422e req-d020bf47-80d9-4603-9239-768c69a234c2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:07.760706 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-959ed9a0-7227-4a63-b1fd-0b54385d422e req-d020bf47-80d9-4603-9239-768c69a234c2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0613799 Aug 29 22:44:07.847285 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-959ed9a0-7227-4a63-b1fd-0b54385d422e req-fa127c5e-a2a6-41bd-8c44-1a3a144b3b3b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772152 Aug 29 22:44:08.274940 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd40c9-0404-4584-9a8a-573a1e61f320 req-7bf021cf-f392-4a0e-8e92-02f994e8f8c7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:08.276476 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9dfd40c9-0404-4584-9a8a-573a1e61f320 req-7bf021cf-f392-4a0e-8e92-02f994e8f8c7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0573149 Aug 29 22:44:08.334248 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9dfd40c9-0404-4584-9a8a-573a1e61f320 req-98052686-6223-4bc1-b901-a3545910887b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 Aug 29 22:44:08.603481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d5ce-1642-4fed-8a62-a447c912e9ee req-80fbd991-3685-41ba-a36e-91f271a3581b tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:08.605132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4742d5ce-1642-4fed-8a62-a447c912e9ee req-80fbd991-3685-41ba-a36e-91f271a3581b tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0643194 Aug 29 22:44:08.681315 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4742d5ce-1642-4fed-8a62-a447c912e9ee req-7335a577-9f4e-46b5-8627-1bdc2d4723a9 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697317 Aug 29 22:44:08.989632 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac68b4-5a9f-4af1-b7f1-3d72d3e96d52 req-fb9c1a8d-d145-4a4c-8311-e33b3913602a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:08.991100 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-aaac68b4-5a9f-4af1-b7f1-3d72d3e96d52 req-fb9c1a8d-d145-4a4c-8311-e33b3913602a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0514235 Aug 29 22:44:09.046112 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-aaac68b4-5a9f-4af1-b7f1-3d72d3e96d52 req-faa4d702-bc74-4a58-aed0-f18cdcdd7d2f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487313 Aug 29 22:44:09.466468 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688842e-092a-4c50-9783-9e3c9d7a55ba req-c6beb4c3-7938-4f52-9f01-ff1be4fd4104 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:09.468007 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b688842e-092a-4c50-9783-9e3c9d7a55ba req-c6beb4c3-7938-4f52-9f01-ff1be4fd4104 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0499108 Aug 29 22:44:09.540348 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b688842e-092a-4c50-9783-9e3c9d7a55ba req-ffeb82fa-0f6c-437b-a395-69e17bbeabc9 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647638 Aug 29 22:44:09.880859 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615502e-77ef-43c8-a307-2409ad2eb250 req-f8e01949-ee0a-489a-a7ef-68327e2b3def tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:09.883920 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5615502e-77ef-43c8-a307-2409ad2eb250 req-f8e01949-ee0a-489a-a7ef-68327e2b3def tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0802612 Aug 29 22:44:09.953037 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5615502e-77ef-43c8-a307-2409ad2eb250 req-cfa8d63a-85e4-4b3b-b7ce-9ba5a1967e1c tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585852 Aug 29 22:44:10.193752 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcf417-5746-4668-a08e-7bb7f66c3cc0 req-294d44e2-b743-4505-9a0e-3d8297a56c93 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:10.195423 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6bfcf417-5746-4668-a08e-7bb7f66c3cc0 req-294d44e2-b743-4505-9a0e-3d8297a56c93 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0572579 Aug 29 22:44:10.257646 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6bfcf417-5746-4668-a08e-7bb7f66c3cc0 req-5cd43b4b-7cf2-493a-a6e3-7f905cf7ae15 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541668 Aug 29 22:44:10.689827 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb179f89-6f30-4e4c-823a-fbf262562224 req-0d4a5ff6-8c6b-40fd-81b5-4e61de29dc18 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:10.691644 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb179f89-6f30-4e4c-823a-fbf262562224 req-0d4a5ff6-8c6b-40fd-81b5-4e61de29dc18 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0614233 Aug 29 22:44:10.749010 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cb179f89-6f30-4e4c-823a-fbf262562224 req-69e786d9-72a3-4878-817a-e12e0623ff33 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 Aug 29 22:44:11.086382 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720812c-7f05-4a10-93b1-f859220b2503 req-558c4333-644e-41f9-a7a0-d21bae863a5c tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:11.087910 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b720812c-7f05-4a10-93b1-f859220b2503 req-558c4333-644e-41f9-a7a0-d21bae863a5c tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0491905 Aug 29 22:44:11.113299 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:11.147080 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b720812c-7f05-4a10-93b1-f859220b2503 req-8b5ca2bc-2eff-413e-a412-e93e2001620e tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Aug 29 22:44:11.399290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cd19-159c-4892-b5e0-c45bafae10d3 req-e9da6137-75b2-40b4-a3c5-e82fb400896b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:11.401516 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4d28cd19-159c-4892-b5e0-c45bafae10d3 req-e9da6137-75b2-40b4-a3c5-e82fb400896b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0523472 Aug 29 22:44:11.440620 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:11.458527 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4d28cd19-159c-4892-b5e0-c45bafae10d3 req-48df91ff-f76d-4081-a147-be6f74c92c8c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513256 Aug 29 22:44:11.893995 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecffe0f-ba6c-42b4-9ad4-38ffe1e0ad37 req-e8f1f889-618a-4b7d-bf7b-97a4c159e639 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:11.895690 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ecffe0f-ba6c-42b4-9ad4-38ffe1e0ad37 req-e8f1f889-618a-4b7d-bf7b-97a4c159e639 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0629954 Aug 29 22:44:11.953875 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e7b51e08-b4d8-4d8e-ae6f-e049ab5adb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:11.962014 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ecffe0f-ba6c-42b4-9ad4-38ffe1e0ad37 req-0722baa1-601c-4978-800a-9641418cc228 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581090 Aug 29 22:44:12.181762 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:12.182630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:12.316489 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9ef9-0b9f-4ae0-b2d0-96da19ee79cb req-31053681-1e15-420b-bc7c-6a877570c1d5 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:12.317995 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4ef9ef9-0b9f-4ae0-b2d0-96da19ee79cb req-31053681-1e15-420b-bc7c-6a877570c1d5 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0628119 Aug 29 22:44:12.396033 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4ef9ef9-0b9f-4ae0-b2d0-96da19ee79cb req-f9c366d6-0c27-4086-9759-8460a170fc87 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717037 Aug 29 22:44:12.603259 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731c2aa-4870-468d-b257-cfc74cb987e3 req-2ec4db7d-87c8-42d5-92be-6b6a1692e812 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:12.604729 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f731c2aa-4870-468d-b257-cfc74cb987e3 req-2ec4db7d-87c8-42d5-92be-6b6a1692e812 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0598116 Aug 29 22:44:12.658605 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f731c2aa-4870-468d-b257-cfc74cb987e3 req-9b2a8941-7c68-423c-8a46-5f097090ef7c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482075 Aug 29 22:44:13.090985 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f9c7d-d7a6-4349-93b1-6f64b14a6140 req-d4d641e6-ab3e-404f-a02c-c179cb45a8d8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:13.092499 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-215f9c7d-d7a6-4349-93b1-6f64b14a6140 req-d4d641e6-ab3e-404f-a02c-c179cb45a8d8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0476668 Aug 29 22:44:13.143217 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-215f9c7d-d7a6-4349-93b1-6f64b14a6140 req-20bb8998-2992-46ca-8f16-d904841564d7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Aug 29 22:44:13.519496 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b280c4-32b7-4dc4-9838-18ded5d2b2f7 req-4292a2ce-02ec-4a3f-ac38-28164b09ef11 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:13.520940 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22b280c4-32b7-4dc4-9838-18ded5d2b2f7 req-4292a2ce-02ec-4a3f-ac38-28164b09ef11 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0467985 Aug 29 22:44:13.569539 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22b280c4-32b7-4dc4-9838-18ded5d2b2f7 req-380209e2-dd75-43be-ade9-02046e601607 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Aug 29 22:44:13.824592 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5f848-18b5-492a-99cc-031ffa1893a0 req-a841d5a6-1959-4e68-9ade-6ef98a424c27 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:13.827095 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c9f5f848-18b5-492a-99cc-031ffa1893a0 req-a841d5a6-1959-4e68-9ade-6ef98a424c27 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0782375 Aug 29 22:44:13.903736 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-30c46fbc-c23e-49cf-ae4d-5ea9b26a7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:13.905645 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-30c46fbc-c23e-49cf-ae4d-5ea9b26a7152 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1130 time: 0.0430486 Aug 29 22:44:13.935747 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c9f5f848-18b5-492a-99cc-031ffa1893a0 req-afd25a7d-b619-4e1b-af5e-11cfcd3ebeb5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018021 Aug 29 22:44:13.949074 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-ed35a65b-7fcb-4c7c-956c-c9bcabc28e07 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 200 len: 998 time: 0.1336653 Aug 29 22:44:13.963616 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-90c510f1-8e3c-4196-8bcf-bc88d6420038 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:13.965146 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-90c510f1-8e3c-4196-8bcf-bc88d6420038 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.1029685 Aug 29 22:44:14.270400 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab3f68-07fa-4c10-a630-305415b5688c req-19c6e95f-cbbb-422c-9263-c80741c09a6e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:14.271890 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-14ab3f68-07fa-4c10-a630-305415b5688c req-19c6e95f-cbbb-422c-9263-c80741c09a6e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0491002 Aug 29 22:44:14.328501 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-14ab3f68-07fa-4c10-a630-305415b5688c req-ae1b6ebe-4298-4f9f-8073-a2bbbe2a8fdf tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502059 Aug 29 22:44:14.690314 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42c9e-ecc7-4dd6-8094-91aacc5902e8 req-c9f84a59-88ae-4dd3-bd7f-3d1a716ceba9 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:14.691817 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c8d42c9e-ecc7-4dd6-8094-91aacc5902e8 req-c9f84a59-88ae-4dd3-bd7f-3d1a716ceba9 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 948 time: 0.0480185 Aug 29 22:44:14.739143 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c8d42c9e-ecc7-4dd6-8094-91aacc5902e8 req-a1459863-dbf1-4510-ab04-498fdfa29a7d tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=24a2e141-110a-4001-b512-7f0587e31b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Aug 29 22:44:14.771492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5f57-22f9-416c-a42a-e395e99966b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:14.998879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-f824dba6-837e-4b66-9e19-6a9ddecc55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:15.000336 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-f824dba6-837e-4b66-9e19-6a9ddecc55f9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0717664 Aug 29 22:44:15.011076 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:15.037302 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-a5af2c70-2445-4190-b149-166f1ed0a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:15.039434 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-a5af2c70-2445-4190-b149-166f1ed0a129 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1137712 Aug 29 22:44:15.095168 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-fd456b05-f33e-4d85-808c-51a8feed5ae2 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 200 len: 217 time: 0.0393012 Aug 29 22:44:15.106574 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86f110-9000-46cf-9dd3-4e1f745ee6f4 req-dbcfa700-7b01-4090-9568-be17e336fb36 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:15.108101 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6e86f110-9000-46cf-9dd3-4e1f745ee6f4 req-dbcfa700-7b01-4090-9568-be17e336fb36 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0846720 Aug 29 22:44:15.108682 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Deleting port 84fbef97-14c8-4d9d-b641-54c02c455fa6 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:44:15.109026 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:15.113545 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-3a12263f-5b17-453b-8239-60a5d6d53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:15.115025 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-3a12263f-5b17-453b-8239-60a5d6d53a37 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061263 Aug 29 22:44:15.163793 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6e86f110-9000-46cf-9dd3-4e1f745ee6f4 req-62c29750-6e55-45ae-9b73-0b26d5c6ef56 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488262 Aug 29 22:44:15.284548 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] For port 84fbef97-14c8-4d9d-b641-54c02c455fa6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=84fbef97-14c8-4d9d-b641-54c02c455fa6,segment=NetworkSegment(124bd434-60dc-405d-bc79-3892c08929c4),segment_id=124bd434-60dc-405d-bc79-3892c08929c4)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:15.284902 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:15.316360 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Calling delete_port for 84fbef97-14c8-4d9d-b641-54c02c455fa6 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:44:15.386367 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-78dd7bed-5e2b-4b26-b1ab-5c73c77f8507 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223902 Aug 29 22:44:15.505916 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:15.527564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-ba334cfd-b47c-4114-8f4c-1d19639ff989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:15.528400 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-ba334cfd-b47c-4114-8f4c-1d19639ff989 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.3637664 Aug 29 22:44:15.536340 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede67d1b-de03-432b-9b8b-72ea1ad1dbb6 req-6e74351e-35cd-444f-967c-5037866eecd5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:15.538531 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ede67d1b-de03-432b-9b8b-72ea1ad1dbb6 req-6e74351e-35cd-444f-967c-5037866eecd5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0723159 Aug 29 22:44:15.560020 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (84fbef97-14c8-4d9d-b641-54c02c455fa6), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:15.605919 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-74f63e5b-af1a-46e0-bbfb-a0fc2d3c52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:15.607445 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-74f63e5b-af1a-46e0-bbfb-a0fc2d3c52a9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679915 Aug 29 22:44:15.621346 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Pushing event deleted for resources: {'Port': ['ID=84fbef97-14c8-4d9d-b641-54c02c455fa6,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:15.644411 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ede67d1b-de03-432b-9b8b-72ea1ad1dbb6 req-25c7d3b7-b817-4c63-9543-283541680c55 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949521 Aug 29 22:44:15.697129 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.697362 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.697679 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.698019 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.698356 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.698708 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.699051 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.699375 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.699701 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.700022 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.700346 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.700669 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.700989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.701311 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.701631 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:15.747122 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-b5ad04af-98fc-4573-b827-d2c53d076b0e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279685 Aug 29 22:44:15.749703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:15.758274 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4873d5c-d6c4-460a-825b-6dc5ba8ad603 req-f6fbd9ad-b35b-4b68-b213-264e9edc7158 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539853 Aug 29 22:44:15.759778 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] No DVR routers for this DVR port 84fbef97-14c8-4d9d-b641-54c02c455fa6 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:44:15.764340 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:15.771031 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-eaab9ed4-4701-44ac-9628-e1b87d03fb27 req-efeef3c6-e6f9-4fe9-8473-c5c827499392 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.84 "DELETE /networking/v2.0/ports/84fbef97-14c8-4d9d-b641-54c02c455fa6 HTTP/1.1" status: 204 len: 173 time: 0.8474457 Aug 29 22:44:15.771031 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'name': 'network-vif-deleted', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:15.782822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c049fd2-63a2-40a1-9524-98af7afad686" -d '{"events": [{"server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "name": "network-vif-deleted", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:15.857758 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcfa4e2-4947-4b6f-aa36-e19b9f8119f6 x-openstack-request-id: req-5bcfa4e2-4947-4b6f-aa36-e19b9f8119f6 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:15.858055 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9762656-3203-41b2-9098-b02c212ac839", "name": "network-vif-deleted", "tag": "84fbef97-14c8-4d9d-b641-54c02c455fa6", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:15.858305 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bcfa4e2-4947-4b6f-aa36-e19b9f8119f6 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:15.859796 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bcfa4e2-4947-4b6f-aa36-e19b9f8119f6'] response: {'server_uuid': 'f9762656-3203-41b2-9098-b02c212ac839', 'name': 'network-vif-deleted', 'tag': '84fbef97-14c8-4d9d-b641-54c02c455fa6', 'status': 'completed', 'code': 200} Aug 29 22:44:15.914393 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e3c3e72b-4d0e-4c1e-a805-8a6f9716f9f2 req-a529c3ab-0ad0-4d0a-8c43-01965854d2ca tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0343184 Aug 29 22:44:15.954844 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9717bbd9-dc42-426c-9f4d-b59709ead4f8 req-2833cb2f-ff5e-44f0-96f1-57ffc33e954b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990311 Aug 29 22:44:16.198761 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6fa9-3dc2-4856-886f-fddec5546009 req-9ea06d64-c210-4c62-a56d-96e50fcc29ef tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:16.200359 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48cf6fa9-3dc2-4856-886f-fddec5546009 req-9ea06d64-c210-4c62-a56d-96e50fcc29ef tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0497205 Aug 29 22:44:16.260328 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48cf6fa9-3dc2-4856-886f-fddec5546009 req-347ea653-e04b-49ef-a6cf-9ecabe17b0cb tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539329 Aug 29 22:44:16.338024 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ee9e7-66f9-43e6-908c-4b9648226e6d req-90610294-4be1-44d5-b0cc-b4762c9a9458 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:16.339616 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f59ee9e7-66f9-43e6-908c-4b9648226e6d req-90610294-4be1-44d5-b0cc-b4762c9a9458 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0562196 Aug 29 22:44:16.404079 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f59ee9e7-66f9-43e6-908c-4b9648226e6d req-5cfdfd6b-7a2c-47d2-95e6-2edd26da426a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581772 Aug 29 22:44:16.840843 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc661fc-d44b-42b0-ae66-69dccbedda84 req-3bf99307-2e85-45e7-b617-f39c0a00006f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:16.842325 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3bc661fc-d44b-42b0-ae66-69dccbedda84 req-3bf99307-2e85-45e7-b617-f39c0a00006f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0548985 Aug 29 22:44:16.900695 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3bc661fc-d44b-42b0-ae66-69dccbedda84 req-77fedd58-db28-480b-a6e4-1122c86fc93f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521381 Aug 29 22:44:16.951273 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:17.043957 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-115a02b9-076a-447a-8088-f63427987ebf req-777fabde-1009-4468-a1a7-1f1ad8216d54 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0316896 Aug 29 22:44:17.209704 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:44:17.398017 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edab59-42d2-4950-9694-5fa7e2f9a0f0 req-734c9a6f-770f-4a3f-aad0-e51ada55aa94 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:17.399983 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5edab59-42d2-4950-9694-5fa7e2f9a0f0 req-734c9a6f-770f-4a3f-aad0-e51ada55aa94 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0494394 Aug 29 22:44:17.452752 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5edab59-42d2-4950-9694-5fa7e2f9a0f0 req-43ea4b92-bf80-4177-896d-4357f4074eaf tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Aug 29 22:44:17.542527 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988c5db-65ab-4424-8117-e0f3aed1e71d req-244e7533-79ed-42d4-a1c5-b2f10b89e928 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:17.543981 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8988c5db-65ab-4424-8117-e0f3aed1e71d req-244e7533-79ed-42d4-a1c5-b2f10b89e928 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0476274 Aug 29 22:44:17.590305 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8988c5db-65ab-4424-8117-e0f3aed1e71d req-ece7c032-bb00-49fe-b586-0cace089609f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Aug 29 22:44:17.677159 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:18.077132 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:18.089413 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a141311-85f8-4b89-9414-454f6465b31c req-2c679839-b30a-4cff-843e-ec48613722f2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:18.090922 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1a141311-85f8-4b89-9414-454f6465b31c req-2c679839-b30a-4cff-843e-ec48613722f2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1031992 Aug 29 22:44:18.097277 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76402da-f8cb-4286-8f63-c0397b8907d2 req-e6e4e4b1-6cea-4fa1-b567-1535b0e1d0bd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:18.101543 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d76402da-f8cb-4286-8f63-c0397b8907d2 req-e6e4e4b1-6cea-4fa1-b567-1535b0e1d0bd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.0996830 Aug 29 22:44:18.162399 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:18.180240 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1a141311-85f8-4b89-9414-454f6465b31c req-0766428c-a8ba-46b3-9a81-f20407807639 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799263 Aug 29 22:44:18.184774 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d76402da-f8cb-4286-8f63-c0397b8907d2 req-b53e526a-c136-4e69-ae77-722e3b27c2f0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698740 Aug 29 22:44:18.306850 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3267a681-ad13-4739-ae3f-53a3118938f8 req-488c2931-6059-4edb-8fd7-bd36cf73a0d6 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0407994 Aug 29 22:44:18.577107 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5685a2-aa06-4fed-a51d-cf897967d812 req-ee0547fd-7863-4b64-9348-23ca2c053abc tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:18.578543 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7d5685a2-aa06-4fed-a51d-cf897967d812 req-ee0547fd-7863-4b64-9348-23ca2c053abc tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0470510 Aug 29 22:44:18.627490 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7d5685a2-aa06-4fed-a51d-cf897967d812 req-dd885f3e-6fa4-4ee2-98e8-47f5b592268a tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Aug 29 22:44:18.719637 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f835d-099d-4155-b655-9bf059e7de96 req-9189373e-d6c1-4d1f-a1c6-e1cdb1da83e9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:18.721176 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-101f835d-099d-4155-b655-9bf059e7de96 req-9189373e-d6c1-4d1f-a1c6-e1cdb1da83e9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0494325 Aug 29 22:44:18.776682 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-101f835d-099d-4155-b655-9bf059e7de96 req-1bf5caf6-196b-4ccf-9ae5-42beed3680c0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489419 Aug 29 22:44:19.398680 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f1e73-94cb-4640-8a60-e740fd221c7a req-b4081838-5a9a-406f-8d54-449aba3c71e8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:19.398680 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-965f1e73-94cb-4640-8a60-e740fd221c7a req-b4081838-5a9a-406f-8d54-449aba3c71e8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1196065 Aug 29 22:44:19.435021 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6da9-5080-4362-bb9a-220426b7456f req-745affc4-244a-4bff-8667-3e4eaba13382 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:19.436500 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ca7b6da9-5080-4362-bb9a-220426b7456f req-745affc4-244a-4bff-8667-3e4eaba13382 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.1549270 Aug 29 22:44:19.484509 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-965f1e73-94cb-4640-8a60-e740fd221c7a req-66e38a1a-2877-4d94-b66c-8c2210739c16 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831423 Aug 29 22:44:19.512015 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ca7b6da9-5080-4362-bb9a-220426b7456f req-233e6c02-7ebd-4fe2-83fc-b5ee40649743 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687966 Aug 29 22:44:19.611115 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-33c08ea6-1848-4d8f-87a7-3c63d23480ff req-ab7ffc7b-b445-49ba-84d2-0884a2824567 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0313425 Aug 29 22:44:19.757840 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cc3be-04a3-492c-b93b-d591fbd65efa req-bd7f53ac-0a51-4740-9dbc-83af4d35442c tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:19.759334 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-db5cc3be-04a3-492c-b93b-d591fbd65efa req-bd7f53ac-0a51-4740-9dbc-83af4d35442c tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0521500 Aug 29 22:44:19.809345 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-db5cc3be-04a3-492c-b93b-d591fbd65efa req-39cb6250-5fdd-484f-b287-89bd8df8cbd2 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Aug 29 22:44:19.918711 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd6ba3-284f-41fa-9e56-eef2017399ae req-c1f215c3-d09c-4ed7-86cf-48572fe0edf5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:19.920237 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03bd6ba3-284f-41fa-9e56-eef2017399ae req-c1f215c3-d09c-4ed7-86cf-48572fe0edf5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0487483 Aug 29 22:44:19.971195 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03bd6ba3-284f-41fa-9e56-eef2017399ae req-3c98ad5b-379f-494a-b0b8-dbb721e0664e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452895 Aug 29 22:44:20.662605 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef793e-5b1f-492d-b833-b426dd5b840a req-f32cdef9-f74f-45db-a335-3343ce27c92e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:20.664103 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67ef793e-5b1f-492d-b833-b426dd5b840a req-f32cdef9-f74f-45db-a335-3343ce27c92e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0963283 Aug 29 22:44:20.683902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb6970-35b4-4e6a-a133-daa3cf446517 req-76934108-3253-4a92-87bf-6f3a8d62bcbd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:20.685313 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19eb6970-35b4-4e6a-a133-daa3cf446517 req-76934108-3253-4a92-87bf-6f3a8d62bcbd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.0670681 Aug 29 22:44:20.746084 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67ef793e-5b1f-492d-b833-b426dd5b840a req-679226f6-e420-4566-87f7-aedbc7d6e88d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761247 Aug 29 22:44:20.759898 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-19eb6970-35b4-4e6a-a133-daa3cf446517 req-32644fcb-c5e1-4eaa-aa6d-8f352f46a23c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673010 Aug 29 22:44:20.845303 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-de6c2566-90df-429f-8886-7b6cb7a677fb req-74641a0c-711c-46dd-8ff9-dcd74ef6f9c3 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0292721 Aug 29 22:44:20.933895 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547824ec-bca0-4498-8f1b-7aeaa6b38205 req-04f18014-76f5-4a3f-a0d4-589c21db86e6 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:20.935354 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-547824ec-bca0-4498-8f1b-7aeaa6b38205 req-04f18014-76f5-4a3f-a0d4-589c21db86e6 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0503621 Aug 29 22:44:20.983254 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-547824ec-bca0-4498-8f1b-7aeaa6b38205 req-d42e6569-600a-4057-a7dd-e446471372cc tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Aug 29 22:44:21.112467 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5c5c2-d67e-43b0-8ac2-f308d3755f89 req-d9a68f4d-7b1d-41ba-bcaa-a63e259824db tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:21.114020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bcb5c5c2-d67e-43b0-8ac2-f308d3755f89 req-d9a68f4d-7b1d-41ba-bcaa-a63e259824db tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0625265 Aug 29 22:44:21.157107 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:21.175951 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bcb5c5c2-d67e-43b0-8ac2-f308d3755f89 req-eeb80b4e-9dd0-4ae3-9e1d-7bf454d1b404 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543530 Aug 29 22:44:21.505071 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b3ff-122d-411f-a667-496735656c97 req-99ce4286-962e-4ecd-8048-aa765f0fbc15 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:21.507136 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-53c6b3ff-122d-411f-a667-496735656c97 req-99ce4286-962e-4ecd-8048-aa765f0fbc15 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 946 time: 0.0495510 Aug 29 22:44:21.645656 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:21.649018 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-c6b9d010-fc57-4135-91d6-cbef2f2802bb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:21.651309 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-c6b9d010-fc57-4135-91d6-cbef2f2802bb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.0609999 Aug 29 22:44:21.736869 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Deleting port 626598b1-3252-4a55-a7ba-a75d9650dc20 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:44:21.737468 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:21.742162 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 38800) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:21.861116 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] For port 626598b1-3252-4a55-a7ba-a75d9650dc20, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=626598b1-3252-4a55-a7ba-a75d9650dc20,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:21.861742 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:21.885336 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Calling delete_port for 626598b1-3252-4a55-a7ba-a75d9650dc20 owned by compute:nova {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:44:21.894250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3dae3567-de29-4e16-8a7d-62eb03170508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:21.955775 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:21.966642 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:21.994289 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3dae3567-de29-4e16-8a7d-62eb03170508 admin admin] Publish callbacks [] for security_group (09eb3187-b45a-4dcf-8330-b966075b5524), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.001601 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3dae3567-de29-4e16-8a7d-62eb03170508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09eb3187-b45a-4dcf-8330-b966075b5524), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.031777 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559821-c400-4062-b2c0-348020515206 req-19af21ae-7ee8-412c-825a-b07a14d2fa29 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:22.033264 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef559821-c400-4062-b2c0-348020515206 req-19af21ae-7ee8-412c-825a-b07a14d2fa29 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.1072674 Aug 29 22:44:22.036399 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-3dae3567-de29-4e16-8a7d-62eb03170508 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=6bfffd63fa3b450da550558a86452882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931421 Aug 29 22:44:22.040139 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 38812) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:22.049611 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae3567-de29-4e16-8a7d-62eb03170508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eb3187-b45a-4dcf-8330-b966075b5524,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:22.055511 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc520d-a35f-4e4f-b4f6-6dbc213e68e0 req-a9fbb3b6-21d7-4fdc-aff1-e0b920658df8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:22.057098 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-abfc520d-a35f-4e4f-b4f6-6dbc213e68e0 req-a9fbb3b6-21d7-4fdc-aff1-e0b920658df8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1298964 Aug 29 22:44:22.202724 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef559821-c400-4062-b2c0-348020515206 req-4a592af5-ce60-4ed5-9345-f6a9e1434a3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613512 Aug 29 22:44:22.217637 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-abfc520d-a35f-4e4f-b4f6-6dbc213e68e0 req-51de3e6f-eee8-4610-8f02-fd733ec56e75 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517429 Aug 29 22:44:22.248345 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d87e0e90-103d-40e2-86ea-32f81d9d6d0a admin admin] Publish callbacks [] for security_group (09eb3187-b45a-4dcf-8330-b966075b5524), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.288803 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d87e0e90-103d-40e2-86ea-32f81d9d6d0a admin admin] Publish callbacks [] for security_group (09eb3187-b45a-4dcf-8330-b966075b5524), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.322119 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (626598b1-3252-4a55-a7ba-a75d9650dc20), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.346151 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['626598b1-3252-4a55-a7ba-a75d9650dc20'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:44:22.401853 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Pushing event deleted for resources: {'Port': ['ID=626598b1-3252-4a55-a7ba-a75d9650dc20,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:22.411838 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5b2cea9e-5aee-4580-b129-6fbba957317a req-ff34074b-037a-49d5-929a-e6accf396cf0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 210 time: 0.0902784 Aug 29 22:44:22.472044 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.472044 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.472349 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.472560 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.472899 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.473267 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.473707 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.474109 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.474508 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.474865 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.475199 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.476225 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.476552 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.476925 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.477208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:22.485764 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-759a92fd-2e8d-4f00-b89c-15875e3f9a38 req-6ca9c43f-24ff-4d5b-b8c0-c60c74fe9dbb tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.1374819 Aug 29 22:44:22.527637 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] No DVR routers for this DVR port 626598b1-3252-4a55-a7ba-a75d9650dc20 on host hv-cinder-85427 {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:44:22.530988 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.534440 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-53c6b3ff-122d-411f-a667-496735656c97 req-4480c31d-76ce-4a57-8847-da8f91ae72fd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "DELETE /networking/v2.0/ports/626598b1-3252-4a55-a7ba-a75d9650dc20 HTTP/1.1" status: 204 len: 173 time: 0.9051459 Aug 29 22:44:22.550835 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'name': 'network-vif-deleted', 'tag': '626598b1-3252-4a55-a7ba-a75d9650dc20'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:22.554624 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd85f32-5d63-4abd-8b9f-450f353ae092" -d '{"events": [{"server_uuid": "6bfb8e85-df7b-4481-9900-647fadc1bd32", "name": "network-vif-deleted", "tag": "626598b1-3252-4a55-a7ba-a75d9650dc20"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:22.560632 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d87e0e90-103d-40e2-86ea-32f81d9d6d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09eb3187-b45a-4dcf-8330-b966075b5524), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.563128 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d87e0e90-103d-40e2-86ea-32f81d9d6d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:22.566580 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d87e0e90-103d-40e2-86ea-32f81d9d6d0a admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/09eb3187-b45a-4dcf-8330-b966075b5524 HTTP/1.1" status: 204 len: 168 time: 0.5218542 Aug 29 22:44:22.617617 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a11bc8-883d-43a7-b927-4a918b21b473 req-489ec97f-613f-4333-8d9c-bd0ecc01a668 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:22.623517 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-05a11bc8-883d-43a7-b927-4a918b21b473 req-489ec97f-613f-4333-8d9c-bd0ecc01a668 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.1350243 Aug 29 22:44:22.626287 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558f4a22-ca32-4fcc-b5a0-c4e95c3d336f x-openstack-request-id: req-558f4a22-ca32-4fcc-b5a0-c4e95c3d336f {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:22.626720 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfb8e85-df7b-4481-9900-647fadc1bd32", "name": "network-vif-deleted", "tag": "626598b1-3252-4a55-a7ba-a75d9650dc20", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:22.627098 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-558f4a22-ca32-4fcc-b5a0-c4e95c3d336f {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:22.628488 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558f4a22-ca32-4fcc-b5a0-c4e95c3d336f'] response: {'server_uuid': '6bfb8e85-df7b-4481-9900-647fadc1bd32', 'name': 'network-vif-deleted', 'tag': '626598b1-3252-4a55-a7ba-a75d9650dc20', 'status': 'completed', 'code': 200} Aug 29 22:44:22.628488 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e0e90-103d-40e2-86ea-32f81d9d6d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eb3187-b45a-4dcf-8330-b966075b5524,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:22.699450 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-05a11bc8-883d-43a7-b927-4a918b21b473 req-80bbafc9-843a-4ebe-8797-a571e8541382 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677681 Aug 29 22:44:23.321593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port 0aadfb69-64b9-4ed9-97ea-a90576f04ace {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:44:23.322101 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:23.387799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1347b-672b-46f1-9260-8b5e0a4d929c req-48cfe41e-f80a-4c34-9bc0-f237a62f72eb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:23.389443 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcb1347b-672b-46f1-9260-8b5e0a4d929c req-48cfe41e-f80a-4c34-9bc0-f237a62f72eb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 945 time: 0.0650237 Aug 29 22:44:23.410908 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:23.417267 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:23.463294 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] For port 0aadfb69-64b9-4ed9-97ea-a90576f04ace, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0aadfb69-64b9-4ed9-97ea-a90576f04ace,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:23.463294 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:23.468633 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcb1347b-672b-46f1-9260-8b5e0a4d929c req-132a3a3d-e887-4b71-b6c8-88d74fe09084 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=25b17d7e-b95b-40e1-bd99-605eb3a2dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719364 Aug 29 22:44:23.597903 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-79d4ccd5-87e2-44ab-a9f1-d6acf5aaf81f req-746aa934-eb72-4440-95d0-cb14dd6b0831 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 210 time: 0.0305989 Aug 29 22:44:23.652862 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f18124bd-09ee-4094-88bd-56ff50a3eff5 req-eaf3783e-0195-45cb-88e2-655d55ab2003 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.0536919 Aug 29 22:44:23.723876 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:23.724288 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (e0b65abc-2523-43c3-bec7-79fb05db51b3), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:23.724849 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP e0b65abc-2523-43c3-bec7-79fb05db51b3 disassociated. External IP: 172.27.1.33, port: 0aadfb69-64b9-4ed9-97ea-a90576f04ace. Aug 29 22:44:23.725509 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for 0aadfb69-64b9-4ed9-97ea-a90576f04ace owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:44:23.857991 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 38844) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:23.864902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-e9581913-0972-41ea-9697-a4ff4c9875ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889588383', 'description': 'tempest-description--2146447648'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:23.885788 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ffa4f-90fc-418b-a3c5-c3f16673619a req-798ff710-516c-402f-bbdb-7ac2ecfda119 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:23.887358 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ba2ffa4f-90fc-418b-a3c5-c3f16673619a req-798ff710-516c-402f-bbdb-7ac2ecfda119 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0710065 Aug 29 22:44:23.906007 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e9581913-0972-41ea-9697-a4ff4c9875ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:23.913549 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (0aadfb69-64b9-4ed9-97ea-a90576f04ace), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:23.948142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=0aadfb69-64b9-4ed9-97ea-a90576f04ace,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:23.990548 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ba2ffa4f-90fc-418b-a3c5-c3f16673619a req-d08095f4-10e8-40c1-910a-029daac8b50d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908825 Aug 29 22:44:24.053975 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e9581913-0972-41ea-9697-a4ff4c9875ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group (740d3504-f675-49b9-a74f-cb8b31bcb467), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.063877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e9581913-0972-41ea-9697-a4ff4c9875ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (740d3504-f675-49b9-a74f-cb8b31bcb467), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.114636 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e9581913-0972-41ea-9697-a4ff4c9875ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.119026 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e9581913-0972-41ea-9697-a4ff4c9875ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2576993 Aug 29 22:44:24.120459 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 38846) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:24.127334 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-cb3ca66d-539a-4c71-82a9-8cbb15d5634e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'security_group_rule': {'security_group_id': '740d3504-f675-49b9-a74f-cb8b31bcb467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:24.136941 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9581913-0972-41ea-9697-a4ff4c9875ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740d3504-f675-49b9-a74f-cb8b31bcb467,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:24.193544 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca66d-539a-4c71-82a9-8cbb15d5634e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group_rule (77111a1e-ce2a-45de-9f60-20231ba33ff2), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.222084 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:24.344858 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca66d-539a-4c71-82a9-8cbb15d5634e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group_rule (77111a1e-ce2a-45de-9f60-20231ba33ff2), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.352659 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca66d-539a-4c71-82a9-8cbb15d5634e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (77111a1e-ce2a-45de-9f60-20231ba33ff2), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.380118 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:24.382251 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ca66d-539a-4c71-82a9-8cbb15d5634e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77111a1e-ce2a-45de-9f60-20231ba33ff2,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:24.392749 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca66d-539a-4c71-82a9-8cbb15d5634e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.402429 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-cb3ca66d-539a-4c71-82a9-8cbb15d5634e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2722385 Aug 29 22:44:24.403455 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:44:24.403655 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 38850) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:24.406522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-b2bba049-f79f-40ac-9425-59b5228ece26 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'security_group_rule': {'security_group_id': '740d3504-f675-49b9-a74f-cb8b31bcb467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:24.467850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b2bba049-f79f-40ac-9425-59b5228ece26 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group_rule (7d88fb7c-4485-4907-afbd-4764d406886c), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.537232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:44:24.553000 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:44:24.576668 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:24.579665 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b2bba049-f79f-40ac-9425-59b5228ece26 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group_rule (7d88fb7c-4485-4907-afbd-4764d406886c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.581811 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:24.587434 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b2bba049-f79f-40ac-9425-59b5228ece26 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (7d88fb7c-4485-4907-afbd-4764d406886c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.610002 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] No DVR routers for this DVR port 0aadfb69-64b9-4ed9-97ea-a90576f04ace on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:44:24.614885 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.617618 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bba049-f79f-40ac-9425-59b5228ece26 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d88fb7c-4485-4907-afbd-4764d406886c,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:24.619363 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9e900ce8-9855-4f86-a49a-d15d162d31f7 req-86909f78-010c-4c2d-910e-b348ae2eb825 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "DELETE /networking/v2.0/ports/0aadfb69-64b9-4ed9-97ea-a90576f04ace HTTP/1.1" status: 204 len: 173 time: 1.3935757 Aug 29 22:44:24.619847 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'name': 'network-vif-deleted', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:24.623436 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a4b4f-2520-4ed9-91f7-6a00623ffbff" -d '{"events": [{"server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "name": "network-vif-deleted", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:24.646565 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b2bba049-f79f-40ac-9425-59b5228ece26 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.651601 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b2bba049-f79f-40ac-9425-59b5228ece26 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2457097 Aug 29 22:44:24.652024 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 38860) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:24.657600 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:24.667917 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-be898240-9557-4b92-bddb-fb23f951103b req-925db8ce-2ba5-4e25-8f87-c42afa137071 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 210 time: 0.0377679 Aug 29 22:44:24.721779 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.870765 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6492e179-09aa-486b-9940-c1e5be302e9c req-85878d95-bcaf-43ff-acfd-09b7e201a876 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6bfb8e85-df7b-4481-9900-647fadc1bd32 HTTP/1.1" status: 200 len: 210 time: 0.0919755 Aug 29 22:44:24.995233 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da80d9b-6164-4d28-9a4e-c4190c484976 x-openstack-request-id: req-8da80d9b-6164-4d28-9a4e-c4190c484976 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:24.997859 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5423a-56bc-4eb2-8285-f32a236db67a", "name": "network-vif-deleted", "tag": "0aadfb69-64b9-4ed9-97ea-a90576f04ace", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:24.998371 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8da80d9b-6164-4d28-9a4e-c4190c484976 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:24.999216 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da80d9b-6164-4d28-9a4e-c4190c484976'] response: {'server_uuid': '5dd5423a-56bc-4eb2-8285-f32a236db67a', 'name': 'network-vif-deleted', 'tag': '0aadfb69-64b9-4ed9-97ea-a90576f04ace', 'status': 'completed', 'code': 200} Aug 29 22:44:25.003226 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:25.014037 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:25.025732 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:25.273658 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:25.280510 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ade9f6cd-9e3e-4230-a638-76e130a49508 req-725efb57-90f1-4de6-9049-c8baf53a3359 tempest-VolumesNegativeTest-738402174 tempest-VolumesNegativeTest-738402174-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f9762656-3203-41b2-9098-b02c212ac839 HTTP/1.1" status: 200 len: 210 time: 0.1084731 Aug 29 22:44:25.296973 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Allocated IP 172.27.1.104 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:44:25.299036 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725f9c-0ee3-4c76-86b1-c7e4b0b086e3 req-26d6c00b-8e26-4637-ace1-c15447821a41 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:25.307731 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ee725f9c-0ee3-4c76-86b1-c7e4b0b086e3 req-26d6c00b-8e26-4637-ace1-c15447821a41 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.2120850 Aug 29 22:44:25.318771 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:44:25.328906 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 626598b1-3252-4a55-a7ba-a75d9650dc20 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:44:25.393183 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ee725f9c-0ee3-4c76-86b1-c7e4b0b086e3 req-32c77fe7-648f-4414-ad9a-e4b0dc617f76 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843658 Aug 29 22:44:25.428236 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 626598b1-3252-4a55-a7ba-a75d9650dc20 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:44:25.428428 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 626598b1-3252-4a55-a7ba-a75d9650dc20 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:44:25.428851 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0aadfb69-64b9-4ed9-97ea-a90576f04ace no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:44:25.468197 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 0aadfb69-64b9-4ed9-97ea-a90576f04ace {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:44:25.468814 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0aadfb69-64b9-4ed9-97ea-a90576f04ace not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:44:25.473978 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:42:01Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:25.483516 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd0662-5ffa-4f91-b1b7-60a508274179 req-c1978e49-5aa3-4a13-8d87-5e2261cd0f7b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:25.485302 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0edd0662-5ffa-4f91-b1b7-60a508274179 req-c1978e49-5aa3-4a13-8d87-5e2261cd0f7b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 943 time: 0.0652845 Aug 29 22:44:25.514967 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:25.516878 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:44:25.554596 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:25.566051 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:25.567492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:25.572867 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0edd0662-5ffa-4f91-b1b7-60a508274179 req-615060b5-959e-4562-9359-b788b60c3ec9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800095 Aug 29 22:44:25.613718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'Port': ['ID=654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:25.617834 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:44:25.621695 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:44:25.624097 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:44:25.733285 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:25.761691 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:25.785446 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:25.811315 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'port_id': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'mac_address': 'fa:16:3e:e1:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:44:25.831489 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:25.845619 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:25.876074 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:25.909393 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ff668c8e-4ae1-4bb0-b7e9-eb754ef45455 req-54ba69f3-7e4d-4046-823e-ba1173ae01c7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5dd5423a-56bc-4eb2-8285-f32a236db67a HTTP/1.1" status: 200 len: 210 time: 0.0825348 Aug 29 22:44:25.931736 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:25.932422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:25.961957 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:44:26.036659 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:26.057993 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:26.066934 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:26.126593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:26.191184 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=9']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:26.191890 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:26.197984 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:26.313182 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:26.317581 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'Port': ['ID=654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:26.322928 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:42:01Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:26.352132 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:26.353638 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c000d-f6c0-4297-89ff-3db261b726ce None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '9ff5361a-5414-4b75-9b44-40a598bbc642', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'f190fef4-1aa0-400e-be49-90c39442815f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:02:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:41:14Z', 'updated_at': '2022-08-29T22:42:01Z', 'revision_number': 2, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:44:26.354340 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bfb0f958-7b42-4230-8643-bb64be238915 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7006373 Aug 29 22:44:26.408811 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['20694cdd-bf51-4e4c-8264-c22bdfb04cb9'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:44:26.596674 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73858-dd67-4600-b0f6-21f9895b486e req-92eefad7-d45c-4047-89fc-4bea3a91c60a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:26.605809 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-82a73858-dd67-4600-b0f6-21f9895b486e req-92eefad7-d45c-4047-89fc-4bea3a91c60a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0839300 Aug 29 22:44:26.630748 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:26.687393 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-82a73858-dd67-4600-b0f6-21f9895b486e req-73b8648e-1942-46a1-b9ec-d7fb8eb9bc30 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804815 Aug 29 22:44:26.830378 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-eaeaec20-b89d-4cb0-8ef3-e2396e81a444 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1889588383&fields=id&tenant_id=8ad722485ac34d1796f03003fbcde07a HTTP/1.1" status: 200 len: 267 time: 0.1560612 Aug 29 22:44:26.843993 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9f708-f923-4935-94e3-26f277fbce8b req-23abb5ca-4075-412b-bcf0-6b6ac5b5b9ac tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:26.845443 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5fd9f708-f923-4935-94e3-26f277fbce8b req-23abb5ca-4075-412b-bcf0-6b6ac5b5b9ac tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 944 time: 0.0663016 Aug 29 22:44:26.899699 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772afb5-2a00-48e7-8170-df859c2a860d None None] New status for floating IP e0b65abc-2523-43c3-bec7-79fb05db51b3: DOWN {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:44:26.965222 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5fd9f708-f923-4935-94e3-26f277fbce8b req-74dbdaf0-a403-4956-8eca-ae5986bc2616 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091754 Aug 29 22:44:27.007146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-32bb4f34-87fc-4a8c-b9b0-896f1e50dbde tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:27.007146 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-32bb4f34-87fc-4a8c-b9b0-896f1e50dbde tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 818 time: 0.1550107 Aug 29 22:44:27.022762 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-50d8b17b-5020-44b5-ba2e-b2a690c26abf tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/quotas/8ad722485ac34d1796f03003fbcde07a HTTP/1.1" status: 200 len: 375 time: 0.0196838 Aug 29 22:44:27.088826 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-32b9b384-4d1e-4e1e-94a1-6a8e09b0ab3c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0573595 Aug 29 22:44:27.121111 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 38922) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:27.209104 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-2974afa7-32e5-458d-a023-c032f4dbaf05 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193047 Aug 29 22:44:27.211390 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:27.213153 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-acccef6c-5dbd-4fa0-a2dd-3a9e515dca19 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (25b17d7e-b95b-40e1-bd99-605eb3a2dc42), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.246500 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-acccef6c-5dbd-4fa0-a2dd-3a9e515dca19 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (25b17d7e-b95b-40e1-bd99-605eb3a2dc42), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.322253 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-acccef6c-5dbd-4fa0-a2dd-3a9e515dca19 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (25b17d7e-b95b-40e1-bd99-605eb3a2dc42), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.328087 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-acccef6c-5dbd-4fa0-a2dd-3a9e515dca19 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.328329 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-acccef6c-5dbd-4fa0-a2dd-3a9e515dca19 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/25b17d7e-b95b-40e1-bd99-605eb3a2dc42 HTTP/1.1" status: 204 len: 168 time: 0.2056098 Aug 29 22:44:27.331242 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 38940) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:27.343039 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccef6c-5dbd-4fa0-a2dd-3a9e515dca19 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b17d7e-b95b-40e1-bd99-605eb3a2dc42,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:27.347509 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-5c366f98-a7fd-4513-bbb4-ba34f1506e17 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371517 Aug 29 22:44:27.358042 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.api.v2.resource [None req-ec0a6a4a-953f-49ef-9bcd-25332d285cbe tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] show failed (client error): The resource could not be found. Aug 29 22:44:27.362797 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ec0a6a4a-953f-49ef-9bcd-25332d285cbe tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups/25b17d7e-b95b-40e1-bd99-605eb3a2dc42 HTTP/1.1" status: 404 len: 347 time: 0.0268476 Aug 29 22:44:27.364066 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 38946) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:27.565281 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port 5269faf5-f5e1-4dd0-89bf-221b18a1de46 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:44:27.565654 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.634501 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-37d89a8f-c60f-4aca-b3df-7ad2ba71d6e1 req-572c788a-a00e-46b8-ba19-7a59efc405ad tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0451739 Aug 29 22:44:27.699552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.700017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (5269faf5-f5e1-4dd0-89bf-221b18a1de46), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.716644 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for 5269faf5-f5e1-4dd0-89bf-221b18a1de46 owned by network:floatingip {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:44:27.894764 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040be92-0dbb-441f-858a-e94d79d6e0c6 req-b5250189-e2d6-4504-b640-9b1302576612 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:27.900274 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e040be92-0dbb-441f-858a-e94d79d6e0c6 req-b5250189-e2d6-4504-b640-9b1302576612 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0844016 Aug 29 22:44:27.962074 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (5269faf5-f5e1-4dd0-89bf-221b18a1de46), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:28.008259 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e040be92-0dbb-441f-858a-e94d79d6e0c6 req-eaa50377-5fc8-4323-9d52-e8327105d151 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790579 Aug 29 22:44:28.076594 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (e0b65abc-2523-43c3-bec7-79fb05db51b3), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:28.079320 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:28.080766 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/e0b65abc-2523-43c3-bec7-79fb05db51b3 HTTP/1.1" status: 204 len: 168 time: 0.7155361 Aug 29 22:44:28.081807 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d8ada-c5c6-4462-afad-fe17b6f45f62 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=5269faf5-f5e1-4dd0-89bf-221b18a1de46,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:28.146861 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a96283-f69d-44d5-8117-6d86a6aa93d4 req-871799b6-dca1-49ea-b7ee-4e6725f8864a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:28.148449 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-28a96283-f69d-44d5-8117-6d86a6aa93d4 req-871799b6-dca1-49ea-b7ee-4e6725f8864a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 944 time: 0.0644767 Aug 29 22:44:28.221239 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-28a96283-f69d-44d5-8117-6d86a6aa93d4 req-d6c35aa9-fede-4e20-8aa7-b970e20112b9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661943 Aug 29 22:44:28.732718 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d0741d10-0325-426c-9d7b-8d9c833fd555 req-91196aed-86ef-45d5-bc9d-24be7822da09 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0312431 Aug 29 22:44:29.136611 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093845c3-b815-42f6-8bf0-807807d5a9f1 req-d8fb5779-2374-4d1f-a3cb-e39b65a7c619 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:29.138172 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-093845c3-b815-42f6-8bf0-807807d5a9f1 req-d8fb5779-2374-4d1f-a3cb-e39b65a7c619 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0543511 Aug 29 22:44:29.194789 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-093845c3-b815-42f6-8bf0-807807d5a9f1 req-6f9e495a-9985-405b-8ab8-510822ba1aea tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502820 Aug 29 22:44:29.431770 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a7d12-b531-470f-a0d7-55b0f6c739c5 req-9f14f3b1-6dbf-4677-99cb-935c08c8f256 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:29.434582 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-725a7d12-b531-470f-a0d7-55b0f6c739c5 req-9f14f3b1-6dbf-4677-99cb-935c08c8f256 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 944 time: 0.0982895 Aug 29 22:44:29.514356 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-725a7d12-b531-470f-a0d7-55b0f6c739c5 req-1665aa29-a722-4ed5-8cd3-9e5d1a3ef8ca tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712321 Aug 29 22:44:29.857070 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bff7c1c3-e4f0-4545-a306-4e2f92285e7d req-39ef791a-69cd-4f64-8291-e65bff29409b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0287986 Aug 29 22:44:29.891916 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:44:29.965358 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:29.976193 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:44:29.976568 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:30.077146 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:30.078028 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:30.116553 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:30.119521 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff613d34-299c-4a9a-b532-83123a2caf3d" -d '{"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-plugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:30.134657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:30.147623 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:30.206857 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2722617e-4a21-475f-b767-9f88d1feee5c x-openstack-request-id: req-2722617e-4a21-475f-b767-9f88d1feee5c {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:30.208129 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-plugged", "status": "completed", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:30.208619 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2722617e-4a21-475f-b767-9f88d1feee5c {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:30.209532 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2722617e-4a21-475f-b767-9f88d1feee5c'] response: {'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'code': 200} Aug 29 22:44:30.248764 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=10']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:30.342408 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39937808-66b9-404e-b873-d13b46d097d5 req-cecd4f06-6916-4dee-b829-afb6ee26c34a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:30.345315 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-39937808-66b9-404e-b873-d13b46d097d5 req-cecd4f06-6916-4dee-b829-afb6ee26c34a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0594919 Aug 29 22:44:30.361556 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:30.366400 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:30.413808 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-39937808-66b9-404e-b873-d13b46d097d5 req-946bf625-489e-4a14-9c0b-df0a8843f6a4 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605202 Aug 29 22:44:30.694851 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca81d1-2391-40d3-be28-c0d50e2efd20 req-d63225c5-79d2-458a-a3f8-a1d06a083f20 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:30.697674 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-96ca81d1-2391-40d3-be28-c0d50e2efd20 req-d63225c5-79d2-458a-a3f8-a1d06a083f20 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0606692 Aug 29 22:44:30.757912 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-96ca81d1-2391-40d3-be28-c0d50e2efd20 req-8065c74b-769e-4435-bb2b-428226b2731f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538015 Aug 29 22:44:30.972962 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bba962-8ce9-457c-8fce-54552f8d1316 req-675d389b-749d-4ff9-a9d4-9633efd9442d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:30.974506 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-53bba962-8ce9-457c-8fce-54552f8d1316 req-675d389b-749d-4ff9-a9d4-9633efd9442d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.0743856 Aug 29 22:44:30.981160 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-7570e69f-e580-4c61-b0b4-1bba18019315 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:30.982746 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-7570e69f-e580-4c61-b0b4-1bba18019315 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 818 time: 0.1430655 Aug 29 22:44:30.993542 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ffc39a33-0165-4bf6-9331-973d41805012 req-0455e6c6-2a25-45ec-b3d6-ad9700c6ed93 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0470715 Aug 29 22:44:31.040685 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-53bba962-8ce9-457c-8fce-54552f8d1316 req-e0e0e46b-f263-49b0-8ec1-ecc16f3558a1 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500052 Aug 29 22:44:31.557964 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4cb2-28d1-46fd-a80a-f960eb22ac3d req-bc30f16b-5f92-4f03-80fe-ac4d765e79d2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:31.559568 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-578b4cb2-28d1-46fd-a80a-f960eb22ac3d req-bc30f16b-5f92-4f03-80fe-ac4d765e79d2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0563114 Aug 29 22:44:31.615937 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-578b4cb2-28d1-46fd-a80a-f960eb22ac3d req-a34912d7-80bc-4a56-9bdc-6c8c7976f216 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505393 Aug 29 22:44:31.767864 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39226) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:31.911888 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4577be8-775f-474f-b1cb-85591a6aa950 req-9ad39e2b-419a-43ac-aca9-4399c1b775cc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:31.914385 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f4577be8-775f-474f-b1cb-85591a6aa950 req-9ad39e2b-419a-43ac-aca9-4399c1b775cc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0640609 Aug 29 22:44:31.978864 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39234) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:31.979778 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4d0705f8-5849-4b0a-95c4-9995ba2d3980 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=a2e66667ce1d4a8e87dc287d74ed6991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070048 Aug 29 22:44:32.026229 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f4577be8-775f-474f-b1cb-85591a6aa950 req-2ec55cf4-b4b3-42e3-8726-40e652b07f37 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983496 Aug 29 22:44:32.068229 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f2dc-3401-478f-b85b-abc4eacf0119 admin admin] Publish callbacks [] for security_group (24a2e141-110a-4001-b512-7f0587e31b64), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:32.116366 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f2dc-3401-478f-b85b-abc4eacf0119 admin admin] Publish callbacks [] for security_group (24a2e141-110a-4001-b512-7f0587e31b64), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:32.120197 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5859f5eb-24c9-4b23-befa-4a0911b1006e req-5f40335f-b3fd-45cf-b19e-3dcd3ec09357 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0428760 Aug 29 22:44:32.209230 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6be1-305e-4dfd-b4c6-27a9060432d4 req-a8beca94-5a65-4845-b475-df3c5026ee0e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:32.211547 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5d8e6be1-305e-4dfd-b4c6-27a9060432d4 req-a8beca94-5a65-4845-b475-df3c5026ee0e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.0560229 Aug 29 22:44:32.212731 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f2dc-3401-478f-b85b-abc4eacf0119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (24a2e141-110a-4001-b512-7f0587e31b64), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:32.216405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f2dc-3401-478f-b85b-abc4eacf0119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:32.221256 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e3c5f2dc-3401-478f-b85b-abc4eacf0119 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/24a2e141-110a-4001-b512-7f0587e31b64 HTTP/1.1" status: 204 len: 168 time: 0.2443032 Aug 29 22:44:32.230344 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:32.258044 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5f2dc-3401-478f-b85b-abc4eacf0119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a2e141-110a-4001-b512-7f0587e31b64,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:32.301390 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5d8e6be1-305e-4dfd-b4c6-27a9060432d4 req-ae9af4ef-f387-4d90-92b4-7e5f6088c001 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725925 Aug 29 22:44:32.314387 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-08ed9030-e01c-430d-a919-e143f59e1815 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ad722485ac34d1796f03003fbcde07a HTTP/1.1" status: 200 len: 380 time: 0.1296401 Aug 29 22:44:32.744783 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b727f39-1a20-48eb-8f5a-9a91a5f435f7 req-d9880449-9e16-4ee9-90d2-118bb7ad3c97 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:32.746251 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2b727f39-1a20-48eb-8f5a-9a91a5f435f7 req-d9880449-9e16-4ee9-90d2-118bb7ad3c97 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0505979 Aug 29 22:44:32.793484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2b727f39-1a20-48eb-8f5a-9a91a5f435f7 req-649aea15-9863-4a86-a93e-bdae96675e5c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414510 Aug 29 22:44:33.152814 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbece205-30ed-4e0d-aff7-570fc0129d94 req-7b80da64-c2c1-45a8-96b7-999183100d39 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:33.155253 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cbece205-30ed-4e0d-aff7-570fc0129d94 req-7b80da64-c2c1-45a8-96b7-999183100d39 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0476508 Aug 29 22:44:33.211702 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cbece205-30ed-4e0d-aff7-570fc0129d94 req-2972215c-937d-4ff7-853f-2934af064daa tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508654 Aug 29 22:44:33.213544 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:33.232078 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc16dd5a-590b-49ed-841f-9e9c4fedffa0 req-79466721-4d6b-4462-8a56-1f596bbaa188 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0311449 Aug 29 22:44:33.432804 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e120cf-2489-4bbe-816e-57cb35c7b01c req-46c21996-e42b-49a9-be5e-f3e7f54ac1c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:33.434249 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-93e120cf-2489-4bbe-816e-57cb35c7b01c req-46c21996-e42b-49a9-be5e-f3e7f54ac1c6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.0518208 Aug 29 22:44:33.480789 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-93e120cf-2489-4bbe-816e-57cb35c7b01c req-b88da16f-c2dd-44a9-bddb-a92400e15e7d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410092 Aug 29 22:44:33.911342 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46f1dd-f8bd-4cdd-84e7-f4e22a957972 req-67c720c0-79ae-4c60-82f7-b1f21749e3f0 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:33.913358 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f46f1dd-f8bd-4cdd-84e7-f4e22a957972 req-67c720c0-79ae-4c60-82f7-b1f21749e3f0 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0470083 Aug 29 22:44:33.943104 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'port': {'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'admin_state_up': True, 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'security_groups': ['740d3504-f675-49b9-a74f-cb8b31bcb467']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:33.968631 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f46f1dd-f8bd-4cdd-84e7-f4e22a957972 req-c8fddc45-7c6c-4928-8169-e45e754a0a92 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491879 Aug 29 22:44:34.067461 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Made reservation on behalf of 8ad722485ac34d1796f03003fbcde07a for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:44:34.071800 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:34.094934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:34.203592 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Allocated IP 172.20.0.8 (40dada36-2150-4300-9ee8-450a7585ae7c/5ad8e057-bc49-49ef-988c-fcdc0f880996/259511c7-e40b-41e5-bde9-5641c0bc2d52) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:44:34.350493 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:34.357444 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:34.361316 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c56c4-920e-48e9-98f3-c4c04e413b9a req-25ea8d56-dde2-4f8c-9f6b-6055b968bc71 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:34.362807 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-947c56c4-920e-48e9-98f3-c4c04e413b9a req-25ea8d56-dde2-4f8c-9f6b-6055b968bc71 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0647130 Aug 29 22:44:34.381890 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9b50c3e6-83c4-470b-9e90-fd1117201139 req-fe4fa267-3106-4f8d-8532-0a27f6db4e97 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0453339 Aug 29 22:44:34.392963 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:34.434416 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-947c56c4-920e-48e9-98f3-c4c04e413b9a req-aa5ec81b-7f4f-4d0c-8237-16db227fba63 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562699 Aug 29 22:44:34.441560 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Network 40dada36-2150-4300-9ee8-450a7585ae7c is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:44:34.447311 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:44:34.449440 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event updated for resources: {'Port': ['ID=259511c7-e40b-41e5-bde9-5641c0bc2d52,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:34.451840 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:44:34.505066 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:34.505702 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:34.529214 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-0bb9186b-4960-4a00-916e-675f7c78edbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865161 Aug 29 22:44:34.616910 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c26c4-2d0a-4794-b7c7-67682a6b5a10 req-3f9cc84e-f684-411a-83d8-770dda2b36bd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:34.618443 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-964c26c4-2d0a-4794-b7c7-67682a6b5a10 req-3f9cc84e-f684-411a-83d8-770dda2b36bd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.0537324 Aug 29 22:44:34.668604 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-964c26c4-2d0a-4794-b7c7-67682a6b5a10 req-6cfe48b8-6186-4281-a83d-b2f506cf4892 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 Aug 29 22:44:34.721347 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-e402928f-c3ec-424a-8492-01ed8d7bf0cd None None] Provisioning complete for port 259511c7-e40b-41e5-bde9-5641c0bc2d52 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:44:34.721929 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e402928f-c3ec-424a-8492-01ed8d7bf0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:34.724211 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:34.755001 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-e402928f-c3ec-424a-8492-01ed8d7bf0cd None None] Port 259511c7-e40b-41e5-bde9-5641c0bc2d52 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:44:34.996529 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Request body: {'port': {'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:35.074312 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.111990 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3a75-07ee-4949-a115-fecd2d3ef0b2 req-deb51458-b43b-415e-af62-4a0d64631bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:35.113478 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc7e3a75-07ee-4949-a115-fecd2d3ef0b2 req-deb51458-b43b-415e-af62-4a0d64631bfc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 1130 time: 0.1237240 Aug 29 22:44:35.153465 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97398128-2e64-418e-a94e-3c7ac6789acd req-ddf185a2-affd-43fe-8ea4-28c26de865dc tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:35.155490 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97398128-2e64-418e-a94e-3c7ac6789acd req-ddf185a2-affd-43fe-8ea4-28c26de865dc tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0585949 Aug 29 22:44:35.210445 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97398128-2e64-418e-a94e-3c7ac6789acd req-af8e94b4-99ae-44cd-a86f-157c09961f37 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484116 Aug 29 22:44:35.266538 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:35.310181 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc7e3a75-07ee-4949-a115-fecd2d3ef0b2 req-96a5ff95-49bd-405a-99c5-5a2a8cd208dc service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693769 Aug 29 22:44:35.315284 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-aea70678-725a-420d-941b-bb7b4e7b5649 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:35.316687 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-aea70678-725a-420d-941b-bb7b4e7b5649 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.0649376 Aug 29 22:44:35.396438 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259511c7-e40b-41e5-bde9-5641c0bc2d52 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:44:35.404943 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Publish callbacks [] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.414324 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:35.423625 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Transition to ACTIVE for port object 259511c7-e40b-41e5-bde9-5641c0bc2d52 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:44:35.431634 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.530253 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=259511c7-e40b-41e5-bde9-5641c0bc2d52,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:35.632531 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Attempting to bind port 259511c7-e40b-41e5-bde9-5641c0bc2d52 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:44:35.632865 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Attempting to bind port 259511c7-e40b-41e5-bde9-5641c0bc2d52 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:44:35.633194 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Attempting to bind port 259511c7-e40b-41e5-bde9-5641c0bc2d52 on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:44:35.633334 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c41bb0-0753-455d-9faf-69645ddbffd5 req-6d0e95ad-2df2-4ed5-9228-01b526bc1778 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:35.634811 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-73c41bb0-0753-455d-9faf-69645ddbffd5 req-6d0e95ad-2df2-4ed5-9228-01b526bc1778 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 943 time: 0.0642831 Aug 29 22:44:35.640034 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port f190fef4-1aa0-400e-be49-90c39442815f {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:44:35.640381 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (f190fef4-1aa0-400e-be49-90c39442815f), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.644369 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Port 259511c7-e40b-41e5-bde9-5641c0bc2d52 on network 40dada36-2150-4300-9ee8-450a7585ae7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:44:35.644683 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Attempting to bind port 259511c7-e40b-41e5-bde9-5641c0bc2d52 on network 40dada36-2150-4300-9ee8-450a7585ae7c {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:44:35.679336 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-cfd53c9c-d2c0-420b-9723-e18a1b2477cc tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:35.680814 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-cfd53c9c-d2c0-420b-9723-e18a1b2477cc tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/networks?id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e HTTP/1.1" status: 200 len: 814 time: 0.4046080 Aug 29 22:44:35.687995 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:44:35.688340 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Checking segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:44:35.688724 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Bound using segment: {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:44:35.689172 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Bound port: 259511c7-e40b-41e5-bde9-5641c0bc2d52, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b25ab9b-3d5c-4604-8a70-f64612aed729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:44:35.689529 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.708795 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-f12326b0-6aad-4f22-bef4-720274b71808 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/quotas/211213d0c20641adb48a3d39703f7532 HTTP/1.1" status: 200 len: 375 time: 0.0218840 Aug 29 22:44:35.713976 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-73c41bb0-0753-455d-9faf-69645ddbffd5 req-9abc6b00-77e8-4e6c-8971-9c9507747c93 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718703 Aug 29 22:44:35.757365 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-ff1ad7c5-e983-4926-a2d5-41bbea75aa86 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=211213d0c20641adb48a3d39703f7532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379808 Aug 29 22:44:35.794819 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] For port f190fef4-1aa0-400e-be49-90c39442815f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f190fef4-1aa0-400e-be49-90c39442815f,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:35.795118 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (f190fef4-1aa0-400e-be49-90c39442815f), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.807634 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] For port 259511c7-e40b-41e5-bde9-5641c0bc2d52, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:44:35.850370 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] For port 259511c7-e40b-41e5-bde9-5641c0bc2d52, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:44:35.862149 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.863618 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde481e-c3c0-4e4c-9ab0-abe2f52d3474 req-c0792012-a9df-43f5-9cde-cadcf9072150 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:35.865110 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6dde481e-c3c0-4e4c-9ab0-abe2f52d3474 req-c0792012-a9df-43f5-9cde-cadcf9072150 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0590165 Aug 29 22:44:35.893998 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:35.894613 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:35.896037 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 1093 time: 0.9069378 Aug 29 22:44:35.896541 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:35.898832 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8" -d '{"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:35.908753 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-390864de-8130-4d33-a243-1db9865ba977 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496565 Aug 29 22:44:35.938270 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:35.977726 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6dde481e-c3c0-4e4c-9ab0-abe2f52d3474 req-e1e8d2f5-320d-4ad7-ad85-572e13342cab tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052110 Aug 29 22:44:36.007416 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cf9ce-629e-49f2-b4da-ccada7b35bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=259511c7-e40b-41e5-bde9-5641c0bc2d52,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:36.038862 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-51ea643d-e03e-4d69-bda6-526e2c8f2fc0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219053 Aug 29 22:44:36.039671 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:36.040045 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (9ff5361a-5414-4b75-9b44-40a598bbc642), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:36.040361 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP 9ff5361a-5414-4b75-9b44-40a598bbc642 disassociated. External IP: 172.27.1.78, port: f190fef4-1aa0-400e-be49-90c39442815f. Aug 29 22:44:36.040705 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for f190fef4-1aa0-400e-be49-90c39442815f owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:44:36.106412 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f261f-0a77-4285-8580-a863938838b7 req-b60e9ea1-e439-4d0e-93b6-3a5e9b797bf8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:36.108110 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8b0f261f-0a77-4285-8580-a863938838b7 req-b60e9ea1-e439-4d0e-93b6-3a5e9b797bf8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 946 time: 0.0629570 Aug 29 22:44:36.126944 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:36.149478 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-e8f700d1-deec-444d-bcbf-258bd4203811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:36.151009 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-e8f700d1-deec-444d-bcbf-258bd4203811 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1127 time: 0.0604761 Aug 29 22:44:36.168469 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8b0f261f-0a77-4285-8580-a863938838b7 req-e01bc83e-7825-4ae2-808f-e0438ddb2ed7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f3742976-90fd-4586-acf8-d84678ff43a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504797 Aug 29 22:44:36.215229 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-631dfa5b-c15d-4501-8755-8823c82acfdd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 217 time: 0.0441310 Aug 29 22:44:36.216800 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ecfdf7-3b0a-4091-9be1-55b96ee0c994 x-openstack-request-id: req-06ecfdf7-3b0a-4091-9be1-55b96ee0c994 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:36.217166 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:36.217424 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06ecfdf7-3b0a-4091-9be1-55b96ee0c994 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:36.217824 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ecfdf7-3b0a-4091-9be1-55b96ee0c994'] response: {'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'status': 'completed', 'code': 200} Aug 29 22:44:36.271826 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-76f9dcfe-03ae-4271-97f9-5e4b0b70e55c req-db0f6dad-5b7e-4b5c-bf96-0e922f1b21c2 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 210 time: 0.0421851 Aug 29 22:44:36.323884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-bd67f82e-ed3a-4e5e-9fc3-d16feccefdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:36.325091 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-bd67f82e-ed3a-4e5e-9fc3-d16feccefdf7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0992758 Aug 29 22:44:36.333423 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (f190fef4-1aa0-400e-be49-90c39442815f), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:36.346663 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cbc41-f78d-431b-98f4-491b7fdc207b req-d46d732b-396e-48f8-8e4d-cc9bf28343b3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:36.348321 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d38cbc41-f78d-431b-98f4-491b7fdc207b req-d46d732b-396e-48f8-8e4d-cc9bf28343b3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0516858 Aug 29 22:44:36.349133 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:36.393481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=f190fef4-1aa0-400e-be49-90c39442815f,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:36.414962 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-75de5108-9f18-4de5-afc8-bb069306ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:36.416795 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-75de5108-9f18-4de5-afc8-bb069306ca91 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847085 Aug 29 22:44:36.435495 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d38cbc41-f78d-431b-98f4-491b7fdc207b req-834d5515-9bc7-444c-8efd-4a989ebae040 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802658 Aug 29 22:44:36.604317 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-a4f53d7c-a732-444f-bce4-e865ff4d55e5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492064 Aug 29 22:44:36.609179 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:44:36.719766 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:44:36.730136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:44:36.740522 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:36.741886 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:36.779168 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] No DVR routers for this DVR port f190fef4-1aa0-400e-be49-90c39442815f on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:44:36.783801 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:36.796142 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-be3ce42e-52da-4d21-8b06-9ba1de6dd24a req-a61d3370-6baa-4aa6-b781-0b46f24e78ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "DELETE /networking/v2.0/ports/f190fef4-1aa0-400e-be49-90c39442815f HTTP/1.1" status: 204 len: 173 time: 1.2747180 Aug 29 22:44:36.843967 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:36.862477 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f273f6-66aa-43f4-bc05-747d4eb3ea2f req-ca144421-0586-48d8-9bb7-8ace3080abb5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:36.865656 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a0f273f6-66aa-43f4-bc05-747d4eb3ea2f req-ca144421-0586-48d8-9bb7-8ace3080abb5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 943 time: 0.0628879 Aug 29 22:44:36.867653 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:36.923333 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a0f273f6-66aa-43f4-bc05-747d4eb3ea2f req-fb2b3105-df2a-4276-81ca-8b323ad7868c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515056 Aug 29 22:44:37.061987 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6b4f6496-65aa-4b18-aaa2-54a30af0a5d5 req-632a7d82-9d8e-4cb2-999c-94cad70711b5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345875 Aug 29 22:44:37.069736 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:37.153671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17a2ee-fe0d-46f1-9472-3687a55f16c6 req-8c941ab9-a155-4f46-a4e3-eeb0de84249d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:37.155672 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-de17a2ee-fe0d-46f1-9472-3687a55f16c6 req-8c941ab9-a155-4f46-a4e3-eeb0de84249d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0543869 Aug 29 22:44:37.182266 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:37.206174 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-de17a2ee-fe0d-46f1-9472-3687a55f16c6 req-5810bb37-956f-4fe9-9561-7dd1ddf6db34 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446215 Aug 29 22:44:37.334321 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8383684a-3ba8-4a38-a8dc-f5a3c859461b req-587d03e9-030d-494a-8c54-5a99aa1e36d9 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0339887 Aug 29 22:44:37.364419 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:44:37.377227 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:37.377840 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:37.404940 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a7e28228-3a28-4ce5-9407-27437777de63 req-2c95a6b3-3e9d-491f-bceb-53ee4a138300 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 210 time: 0.0351810 Aug 29 22:44:37.495620 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:37.577863 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008e798-428b-43e6-9bf2-66eb1987a8be req-04990fef-9fbe-42d7-a761-4471364af252 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:37.579890 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3008e798-428b-43e6-9bf2-66eb1987a8be req-04990fef-9fbe-42d7-a761-4471364af252 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0669208 Aug 29 22:44:37.635223 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3008e798-428b-43e6-9bf2-66eb1987a8be req-fdc7f846-4c73-48e7-87f7-37d2b0ec540f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487022 Aug 29 22:44:37.695515 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:37.726726 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67894f13-f674-41b7-b14d-99539fd226d4 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:44:37.943072 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e510675-ba7a-4fee-b711-f85d75e7e7d7 None None] New status for floating IP 9ff5361a-5414-4b75-9b44-40a598bbc642: DOWN {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:44:38.130029 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-b836ec41-ef94-4213-abd1-c58fdf838edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:38.132111 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-b836ec41-ef94-4213-abd1-c58fdf838edd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1127 time: 0.0899179 Aug 29 22:44:38.132263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c72f4a-3ee4-477e-b49b-37db39f37fc0 req-30de566b-4c12-4a3e-9dfb-b927ad0a7f20 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:38.139461 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a9c72f4a-3ee4-477e-b49b-37db39f37fc0 req-30de566b-4c12-4a3e-9dfb-b927ad0a7f20 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 943 time: 0.1119168 Aug 29 22:44:38.202298 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a9c72f4a-3ee4-477e-b49b-37db39f37fc0 req-5769302b-a33f-45c7-9d75-ea18fc1a77c7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617301 Aug 29 22:44:38.370010 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563be60-093c-4e78-83af-acc3c14af40d req-a38b0eb2-dceb-450b-825a-755676d37c55 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:38.372051 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0563be60-093c-4e78-83af-acc3c14af40d req-a38b0eb2-dceb-450b-825a-755676d37c55 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0633097 Aug 29 22:44:38.449249 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0563be60-093c-4e78-83af-acc3c14af40d req-06811625-ee1f-47ef-a19a-aa9ff700e237 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697658 Aug 29 22:44:38.495064 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9051cc90-3533-4d96-99e8-3001b75c4558 req-e5c1ac32-6f3c-4ede-a7fb-33486477b000 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e48a61e3-953a-41a2-a47f-96f40b362e3e HTTP/1.1" status: 200 len: 210 time: 0.0370016 Aug 29 22:44:38.497262 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'name': 'network-vif-deleted', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:38.499578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d8104-1351-4e00-8fa6-b54e6f3329c8" -d '{"events": [{"server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "name": "network-vif-deleted", "tag": "f190fef4-1aa0-400e-be49-90c39442815f"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:38.534210 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:38.546761 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6d8bc-790a-4b1c-9621-75c4404b4622 x-openstack-request-id: req-eff6d8bc-790a-4b1c-9621-75c4404b4622 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:38.547435 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48a61e3-953a-41a2-a47f-96f40b362e3e", "name": "network-vif-deleted", "tag": "f190fef4-1aa0-400e-be49-90c39442815f", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:38.547435 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eff6d8bc-790a-4b1c-9621-75c4404b4622 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:38.547702 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff6d8bc-790a-4b1c-9621-75c4404b4622'] response: {'server_uuid': 'e48a61e3-953a-41a2-a47f-96f40b362e3e', 'name': 'network-vif-deleted', 'tag': 'f190fef4-1aa0-400e-be49-90c39442815f', 'status': 'completed', 'code': 200} Aug 29 22:44:38.554573 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-c113bcbb-1bb0-488b-918f-3c9038ed5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:38.556111 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-c113bcbb-1bb0-488b-918f-3c9038ed5979 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.4155662 Aug 29 22:44:38.565932 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-85cc5e3f-479e-4c72-b1b5-48dac5216d46 req-8e05158a-a714-44e9-bd7a-6cb48c512714 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 210 time: 0.0292716 Aug 29 22:44:38.743164 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-b6d0b03f-be15-4a54-820c-fd4808b1d849 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 217 time: 0.0391088 Aug 29 22:44:38.776435 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9103-54ad-49a8-b1fe-193a754fd1cf req-c248a4f8-baaa-4555-8e75-5178b7d4a8d3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:38.789007 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5f7f9103-54ad-49a8-b1fe-193a754fd1cf req-c248a4f8-baaa-4555-8e75-5178b7d4a8d3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0643294 Aug 29 22:44:38.837153 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5f7f9103-54ad-49a8-b1fe-193a754fd1cf req-56906bbc-9f44-4d6d-ba2f-08790177f959 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450387 Aug 29 22:44:39.040860 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-d8577ef5-0f3b-4f1e-845a-2530c9261beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:39.042398 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-d8577ef5-0f3b-4f1e-845a-2530c9261beb service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0495033 Aug 29 22:44:39.094877 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-9e3d6ae0-d04b-4fdd-8a71-0a16bf6b6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:39.096367 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-9e3d6ae0-d04b-4fdd-8a71-0a16bf6b6d11 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476213 Aug 29 22:44:39.308220 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-12cb0936-3e4c-4f73-992e-5ef2a61b57f0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794581 Aug 29 22:44:39.314049 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-6a546d3a-05e0-4afa-a8e1-bc66627c6fab tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:39.315468 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-6a546d3a-05e0-4afa-a8e1-bc66627c6fab tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "GET /networking/v2.0/networks?id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e HTTP/1.1" status: 200 len: 814 time: 0.1774259 Aug 29 22:44:39.339537 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fed1d9-f81a-422c-abc1-30e3eed9bb3c req-3b10a12c-1968-45ba-a28d-cdf77d325950 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:39.341137 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60fed1d9-f81a-422c-abc1-30e3eed9bb3c req-3b10a12c-1968-45ba-a28d-cdf77d325950 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 943 time: 0.0511954 Aug 29 22:44:39.347420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Request body: {'port': {'device_id': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e', 'admin_state_up': True, 'tenant_id': '211213d0c20641adb48a3d39703f7532'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:39.374756 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:39.390097 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60fed1d9-f81a-422c-abc1-30e3eed9bb3c req-6e73c342-4fd6-47d1-944e-37120ca13f54 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Aug 29 22:44:39.492933 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f1a2647f-95ea-4e76-aa82-295bf6ee71e8 req-801a5b1f-21be-4398-b07d-6864973441f9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706007 Aug 29 22:44:39.500432 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:39.517094 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Made reservation on behalf of 211213d0c20641adb48a3d39703f7532 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:44:39.520853 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.595477 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39372) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:39.655793 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a67e73e1-de3e-4024-b49c-640d528d277b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (f3742976-90fd-4586-acf8-d84678ff43a4), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.665496 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Allocated IP 172.20.0.3 (231f0f42-8ad1-4fa2-99bc-8a96caeeee6e/2bf7efba-d0bd-421a-a52e-7f297d216c4a/a43c3931-b6ac-4aa9-85b2-68b3b73169c4) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:44:39.692587 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d1be369e-3c51-4ad7-b916-7a9824c0d35b req-eb3de4ec-c0a1-46aa-9a51-33939b1fee72 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 210 time: 0.0433590 Aug 29 22:44:39.720338 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a67e73e1-de3e-4024-b49c-640d528d277b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (f3742976-90fd-4586-acf8-d84678ff43a4), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.771070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a67e73e1-de3e-4024-b49c-640d528d277b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (f3742976-90fd-4586-acf8-d84678ff43a4), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.774333 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a67e73e1-de3e-4024-b49c-640d528d277b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.775518 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-a67e73e1-de3e-4024-b49c-640d528d277b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/f3742976-90fd-4586-acf8-d84678ff43a4 HTTP/1.1" status: 204 len: 168 time: 0.1790321 Aug 29 22:44:39.779335 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39374) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:39.797761 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e73e1-de3e-4024-b49c-640d528d277b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3742976-90fd-4586-acf8-d84678ff43a4,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:39.799836 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.api.v2.resource [None req-39404473-a9e0-401b-8f63-f239bc3b4af9 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] show failed (client error): The resource could not be found. Aug 29 22:44:39.800875 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-39404473-a9e0-401b-8f63-f239bc3b4af9 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups/f3742976-90fd-4586-acf8-d84678ff43a4 HTTP/1.1" status: 404 len: 347 time: 0.0205824 Aug 29 22:44:39.804588 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39376) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:39.843614 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks [] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.850094 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:39.888991 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.907066 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 259511c7-e40b-41e5-bde9-5641c0bc2d52 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:44:39.912568 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device f190fef4-1aa0-400e-be49-90c39442815f no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:44:39.933210 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:44:39.936868 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port 0efba723-3f46-4185-a11a-13f136d1cd6f {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:44:39.937104 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:44:39.937221 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.944752 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:44:39.969508 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: f190fef4-1aa0-400e-be49-90c39442815f {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:44:39.970012 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device f190fef4-1aa0-400e-be49-90c39442815f not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:44:39.978694 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:39.986231 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Pushing event updated for resources: {'Port': ['ID=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.010431 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:40.011087 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.023400 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:40.029594 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-482d3f7d-73a0-4c49-be2f-e0677924dfed tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6866512 Aug 29 22:44:40.041271 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Request body: {'port': {'device_id': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:40.054985 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efb7df-47a0-4588-9992-fbfae27979c0 req-edc21d75-11ef-4f29-8a75-8e1c465d7872 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:40.056458 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-57efb7df-47a0-4588-9992-fbfae27979c0 req-edc21d75-11ef-4f29-8a75-8e1c465d7872 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0791728 Aug 29 22:44:40.067580 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.067900 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (0efba723-3f46-4185-a11a-13f136d1cd6f), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.086539 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 259511c7-e40b-41e5-bde9-5641c0bc2d52, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:40.095126 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for 0efba723-3f46-4185-a11a-13f136d1cd6f owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:44:40.101263 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'mac_address': 'fa:16:3e:52:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:44:40.104474 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.139908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 259511c7-e40b-41e5-bde9-5641c0bc2d52 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:40.140311 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.154111 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259511c7-e40b-41e5-bde9-5641c0bc2d52 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:44:40.160970 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:40.174868 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-57efb7df-47a0-4588-9992-fbfae27979c0 req-ded34fca-01c7-418b-9040-377fafcdfebb tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113780 Aug 29 22:44:40.183323 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 259511c7-e40b-41e5-bde9-5641c0bc2d52, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:40.188766 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.257018 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=259511c7-e40b-41e5-bde9-5641c0bc2d52,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.270158 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (0efba723-3f46-4185-a11a-13f136d1cd6f), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.294443 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=0efba723-3f46-4185-a11a-13f136d1cd6f,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.323508 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (9ff5361a-5414-4b75-9b44-40a598bbc642), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.325998 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.327198 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-200c3c23-8b73-4fe0-be2c-1c51c6154a3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/9ff5361a-5414-4b75-9b44-40a598bbc642 HTTP/1.1" status: 204 len: 168 time: 0.5214598 Aug 29 22:44:40.406630 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39382) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:40.411315 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-319bbcff-04c5-4e6d-a1ee-15babcc6ea31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132766052', 'description': 'tempest-description--362233176'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:40.416055 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43c3931-b6ac-4aa9-85b2-68b3b73169c4 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:44:40.428431 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Publish callbacks [] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.444281 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Transition to ACTIVE for port object a43c3931-b6ac-4aa9-85b2-68b3b73169c4 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:44:40.449047 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-319bbcff-04c5-4e6d-a1ee-15babcc6ea31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.449193 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.454068 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['259511c7-e40b-41e5-bde9-5641c0bc2d52'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:44:40.481353 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:40.520006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Pushing event updated for resources: {'Port': ['ID=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.573367 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dae62-2846-471b-a332-f73ac5c7767e req-9e6936d1-a9a3-44f6-bbab-b33033ef69d5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:40.574477 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1c6dae62-2846-471b-a332-f73ac5c7767e req-9e6936d1-a9a3-44f6-bbab-b33033ef69d5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 944 time: 0.0843494 Aug 29 22:44:40.577871 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Attempting to bind port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:44:40.578214 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Attempting to bind port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:44:40.578530 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Attempting to bind port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 on network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:44:40.584698 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 on network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:44:40.584698 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Attempting to bind port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 on network 231f0f42-8ad1-4fa2-99bc-8a96caeeee6e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:44:40.589952 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-319bbcff-04c5-4e6d-a1ee-15babcc6ea31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (ed8f5108-1609-4ab4-8b87-002c50d2145a), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.591260 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:44:40.591838 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Checking segment: {'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:44:40.592177 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Bound using segment: {'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:44:40.592586 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Bound port: a43c3931-b6ac-4aa9-85b2-68b3b73169c4, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a18c9e3-f1b2-417c-8999-ae348705a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:44:40.592913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.614948 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-319bbcff-04c5-4e6d-a1ee-15babcc6ea31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ed8f5108-1609-4ab4-8b87-002c50d2145a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.663964 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-319bbcff-04c5-4e6d-a1ee-15babcc6ea31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.665092 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-319bbcff-04c5-4e6d-a1ee-15babcc6ea31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2574456 Aug 29 22:44:40.669172 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39386) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:40.669347 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1c6dae62-2846-471b-a332-f73ac5c7767e req-41cc4171-c28a-410e-9004-690735e6ad1e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827339 Aug 29 22:44:40.670340 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bbcff-04c5-4e6d-a1ee-15babcc6ea31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f5108-1609-4ab4-8b87-002c50d2145a,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.674469 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-b36528bd-f2e0-4160-a09c-0fb5de8d1482 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': 'ed8f5108-1609-4ab4-8b87-002c50d2145a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:40.681210 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] For port a43c3931-b6ac-4aa9-85b2-68b3b73169c4, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:44:40.697594 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:40.709106 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] For port a43c3931-b6ac-4aa9-85b2-68b3b73169c4, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:44:40.712346 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.717433 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:40.718041 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.719704 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a43c3931-b6ac-4aa9-85b2-68b3b73169c4 HTTP/1.1" status: 200 len: 1093 time: 0.6837721 Aug 29 22:44:40.723291 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'tag': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:40.725554 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81820cb-38d6-4637-97ce-d260d9332eab" -d '{"events": [{"name": "network-changed", "server_uuid": "22e273fd-0a5a-428b-8dee-ebcba50ae282", "tag": "a43c3931-b6ac-4aa9-85b2-68b3b73169c4"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:40.752963 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b36528bd-f2e0-4160-a09c-0fb5de8d1482 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (ed4955f7-3622-4f1d-ad9d-294b3b05c6a1), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.774071 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e645403-f4f2-44b7-9e1e-4911e979632d x-openstack-request-id: req-4e645403-f4f2-44b7-9e1e-4911e979632d {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:40.774357 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e273fd-0a5a-428b-8dee-ebcba50ae282", "tag": "a43c3931-b6ac-4aa9-85b2-68b3b73169c4", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:40.774608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e645403-f4f2-44b7-9e1e-4911e979632d {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:40.775029 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e645403-f4f2-44b7-9e1e-4911e979632d'] response: {'name': 'network-changed', 'server_uuid': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'tag': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4', 'status': 'completed', 'code': 200} Aug 29 22:44:40.800120 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:40.840689 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f376d-c892-4bc7-b126-1ba51b415d49 service neutron] Pushing event updated for resources: {'Port': ['ID=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.841419 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0e369-f5c5-4d9d-b8be-a52c3bef7c0b req-21fe19a0-48b1-4c48-acdd-5b719678bedd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:40.843799 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcb0e369-f5c5-4d9d-b8be-a52c3bef7c0b req-21fe19a0-48b1-4c48-acdd-5b719678bedd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 943 time: 0.0520303 Aug 29 22:44:40.851936 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-c2219c67-ca06-41e4-ab77-98a828a46147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:40.853660 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-c2219c67-ca06-41e4-ab77-98a828a46147 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=211213d0c20641adb48a3d39703f7532&device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 1127 time: 0.0749328 Aug 29 22:44:40.867177 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b36528bd-f2e0-4160-a09c-0fb5de8d1482 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (ed4955f7-3622-4f1d-ad9d-294b3b05c6a1), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.876883 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b36528bd-f2e0-4160-a09c-0fb5de8d1482 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (ed4955f7-3622-4f1d-ad9d-294b3b05c6a1), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.895974 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fcb0e369-f5c5-4d9d-b8be-a52c3bef7c0b req-d72b7787-5860-41d4-9103-9eae15414187 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Aug 29 22:44:40.917947 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-2acbead2-f593-4276-9820-d51b13cbb204 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43c3931-b6ac-4aa9-85b2-68b3b73169c4 HTTP/1.1" status: 200 len: 217 time: 0.0489781 Aug 29 22:44:40.922948 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36528bd-f2e0-4160-a09c-0fb5de8d1482 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4955f7-3622-4f1d-ad9d-294b3b05c6a1,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.958062 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b36528bd-f2e0-4160-a09c-0fb5de8d1482 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.959300 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b36528bd-f2e0-4160-a09c-0fb5de8d1482 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885950 Aug 29 22:44:40.961998 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39392) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:40.967892 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-28cc8f00-975f-4213-88bf-c75aa8efb208 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': 'ed8f5108-1609-4ab4-8b87-002c50d2145a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:40.976918 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-a2e4aeda-1d1f-4760-bdaf-650c0310a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:40.978373 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-a2e4aeda-1d1f-4760-bdaf-650c0310a2ad service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=2bf7efba-d0bd-421a-a52e-7f297d216c4a HTTP/1.1" status: 200 len: 854 time: 0.0516899 Aug 29 22:44:40.995107 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-28cc8f00-975f-4213-88bf-c75aa8efb208 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (75ab1f75-3e5a-4b9f-affd-60565ee7f8db), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.024897 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-94b4d5bb-0a4e-4ce6-8832-a81d79a50fe7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267878 Aug 29 22:44:41.056785 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-28cc8f00-975f-4213-88bf-c75aa8efb208 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (75ab1f75-3e5a-4b9f-affd-60565ee7f8db), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.060457 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-28cc8f00-975f-4213-88bf-c75aa8efb208 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (75ab1f75-3e5a-4b9f-affd-60565ee7f8db), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.078838 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc8f00-975f-4213-88bf-c75aa8efb208 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ab1f75-3e5a-4b9f-affd-60565ee7f8db,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:41.087711 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-28cc8f00-975f-4213-88bf-c75aa8efb208 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.092491 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-28cc8f00-975f-4213-88bf-c75aa8efb208 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259143 Aug 29 22:44:41.092668 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39394) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:41.099319 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:41.107308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:41.133118 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.144050 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-8becea81-4e97-4fec-97b5-11fb20161237 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125262 Aug 29 22:44:41.212564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.246216 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-74b5742e-b961-4e63-ba4f-7c0580a34fdb req-c44309a7-8823-42bb-b37f-2643bafe229e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961683 Aug 29 22:44:41.336736 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa29c7a-77d9-428a-8ec5-f1e7aa38e25a req-5bd830b3-4064-4986-87da-49d52d250ace tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:41.338277 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8aa29c7a-77d9-428a-8ec5-f1e7aa38e25a req-5bd830b3-4064-4986-87da-49d52d250ace tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0805628 Aug 29 22:44:41.378492 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.27.1.214 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/e820dbd4-11cd-454b-8868-d2fe2dede9f3) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:44:41.429075 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8aa29c7a-77d9-428a-8ec5-f1e7aa38e25a req-9e0773a5-6555-40c8-95ac-d4ae11472b5c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843310 Aug 29 22:44:41.510208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.543294 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.579545 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:44:41.587028 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:44:41.591059 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:44:41.603300 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=e820dbd4-11cd-454b-8868-d2fe2dede9f3,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:41.655341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:41.681461 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (532a6828-960a-4143-9c39-19094ce70d0f), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.691916 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a93ca9-5f49-43c1-9bdb-ff617a955088 req-13efd81f-d959-4aea-911c-b26e2229f975 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:41.693920 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97a93ca9-5f49-43c1-9bdb-ff617a955088 req-13efd81f-d959-4aea-911c-b26e2229f975 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0941973 Aug 29 22:44:41.758082 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:41.829696 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97a93ca9-5f49-43c1-9bdb-ff617a955088 req-c1a49db7-2643-4e03-b5e0-b3bc4466eaca tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275284 Aug 29 22:44:41.830106 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:41.860045 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc6bd3-6b27-4b08-9014-47c923e0efee req-4fd9372c-8b85-4788-8e81-e7d908e1cfbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:41.861502 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2acc6bd3-6b27-4b08-9014-47c923e0efee req-4fd9372c-8b85-4788-8e81-e7d908e1cfbc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 944 time: 0.1015363 Aug 29 22:44:41.922543 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 259511c7-e40b-41e5-bde9-5641c0bc2d52 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:44:41.970396 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2acc6bd3-6b27-4b08-9014-47c923e0efee req-fb468feb-e377-46a6-bd2f-64c9b28cc6fa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979283 Aug 29 22:44:41.980361 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7d31-1ee0-4dd8-bc17-0e699aac342e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.006373 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 259511c7-e40b-41e5-bde9-5641c0bc2d52 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:44:42.013645 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 259511c7-e40b-41e5-bde9-5641c0bc2d52 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:44:42.014284 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.055347 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133244e-61ff-49d9-a1e0-8dfbf86588c6 req-d10731be-7b41-468c-a48c-71fe8826f17d tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.056860 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c133244e-61ff-49d9-a1e0-8dfbf86588c6 req-d10731be-7b41-468c-a48c-71fe8826f17d tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 943 time: 0.0683882 Aug 29 22:44:42.061420 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.077506 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.078207 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (532a6828-960a-4143-9c39-19094ce70d0f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.098565 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 259511c7-e40b-41e5-bde9-5641c0bc2d52 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:42.098972 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.128365 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:42.130597 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf5d1d-a81c-4078-86b5-1f87cdea2f32" -d '{"events": [{"server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "name": "network-vif-plugged", "status": "completed", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:42.132691 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.143343 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0402875 Aug 29 22:44:42.145168 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 259511c7-e40b-41e5-bde9-5641c0bc2d52, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:42.151328 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:42.160433 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c133244e-61ff-49d9-a1e0-8dfbf86588c6 req-42ff8f9a-e486-4be3-a7e6-c3733e1a1699 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969903 Aug 29 22:44:42.161180 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0d18a-dc49-4de1-ad38-dcc8d562385c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=e820dbd4-11cd-454b-8868-d2fe2dede9f3,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:42.214102 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b97c8-f90c-4e62-bae2-a481ac119772 x-openstack-request-id: req-bc4b97c8-f90c-4e62-bae2-a481ac119772 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:42.214419 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "name": "network-vif-plugged", "status": "completed", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:42.214680 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc4b97c8-f90c-4e62-bae2-a481ac119772 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:42.215127 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4b97c8-f90c-4e62-bae2-a481ac119772'] response: {'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'code': 200} Aug 29 22:44:42.242829 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=259511c7-e40b-41e5-bde9-5641c0bc2d52,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:42.261496 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81820cb-38d6-4637-97ce-d260d9332eab req-1df4de56-202d-42b2-b081-637d437be6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.263082 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81820cb-38d6-4637-97ce-d260d9332eab req-1df4de56-202d-42b2-b081-637d437be6d1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=211213d0c20641adb48a3d39703f7532&device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 1127 time: 0.0838876 Aug 29 22:44:42.374849 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-1af2f332-c36a-4a53-a552-682490510ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.376321 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-1af2f332-c36a-4a53-a552-682490510ced service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 1129 time: 0.0806799 Aug 29 22:44:42.412429 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:42.436592 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72672a7-3bbe-42b2-9c8e-0335938ff2ee req-18aba1eb-b793-403b-bf03-bc401a02e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.438088 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f72672a7-3bbe-42b2-9c8e-0335938ff2ee req-18aba1eb-b793-403b-bf03-bc401a02e3da service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1129 time: 0.0599239 Aug 29 22:44:42.458454 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81820cb-38d6-4637-97ce-d260d9332eab req-23dc7616-c10c-4d0b-b5c4-968a8b71ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.459993 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-8cf46cbe-897d-4164-813f-6b09883ff88a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2132766052&fields=id&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 267 time: 0.0901997 Aug 29 22:44:42.460549 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81820cb-38d6-4637-97ce-d260d9332eab req-23dc7616-c10c-4d0b-b5c4-968a8b71ddad service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e HTTP/1.1" status: 200 len: 915 time: 0.1871777 Aug 29 22:44:42.513107 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81820cb-38d6-4637-97ce-d260d9332eab req-1ac41ef3-aca9-4580-b900-1037ed8c3d0f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43c3931-b6ac-4aa9-85b2-68b3b73169c4 HTTP/1.1" status: 200 len: 217 time: 0.0431645 Aug 29 22:44:42.552029 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f72672a7-3bbe-42b2-9c8e-0335938ff2ee req-ef83337d-26f3-4287-9d62-2f023416eb03 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056738 Aug 29 22:44:42.563989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-8353a599-0197-4438-b997-c8ecf4dc9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.565789 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-8353a599-0197-4438-b997-c8ecf4dc9597 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 911 time: 0.1820829 Aug 29 22:44:42.578499 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81820cb-38d6-4637-97ce-d260d9332eab req-cd8e4227-3ff1-4122-afc3-3ab0440492f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.580307 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81820cb-38d6-4637-97ce-d260d9332eab req-cd8e4227-3ff1-4122-afc3-3ab0440492f3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=2bf7efba-d0bd-421a-a52e-7f297d216c4a HTTP/1.1" status: 200 len: 854 time: 0.0606387 Aug 29 22:44:42.595294 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-ce69da30-e282-4b17-914a-27e274fe37eb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.596748 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-ce69da30-e282-4b17-914a-27e274fe37eb tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.1283143 Aug 29 22:44:42.613354 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-06fa703b-11da-4e73-89cf-0f8a6eb6d261 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/quotas/1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 375 time: 0.0095921 Aug 29 22:44:42.663623 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f736d65c-71be-4179-a48a-8d4392abac3f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441685 Aug 29 22:44:42.762615 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-531da5ce-7421-4556-9720-27a6eb5470b3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872772 Aug 29 22:44:42.823030 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:42.833259 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81820cb-38d6-4637-97ce-d260d9332eab req-0dc62f2e-d0cc-49bc-bc9b-3f67e583518e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631263 Aug 29 22:44:42.862135 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-8931295c-f6dd-4913-8625-bfac8bcb9142 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935740 Aug 29 22:44:42.862661 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-fe9940c0-934b-4982-9646-29dface579dc service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc HTTP/1.1" status: 200 len: 1001 time: 0.0935671 Aug 29 22:44:42.959731 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-d7137f29-0f41-474b-a1e8-3da985b0dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.961179 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-d7137f29-0f41-474b-a1e8-3da985b0dc44 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.0849776 Aug 29 22:44:42.963280 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ee9a9-c500-4959-bb44-7675e080498a req-a70d5189-1337-4d8b-8bfd-4c7870e8dcbc tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:42.964806 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb5ee9a9-c500-4959-bb44-7675e080498a req-a70d5189-1337-4d8b-8bfd-4c7870e8dcbc tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0564198 Aug 29 22:44:42.972341 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:43.000050 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81820cb-38d6-4637-97ce-d260d9332eab req-efd39675-ca20-43f6-9368-fbb78dd720a7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459541 Aug 29 22:44:43.020075 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb5ee9a9-c500-4959-bb44-7675e080498a req-df43124a-e5d3-451e-be99-e99bd54bbd57 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475614 Aug 29 22:44:43.070163 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-411fe2bb-4ab1-4f45-9fd6-b5491adcff08 req-5f78babc-84c8-4ed2-a57e-0ee10f0ffc46 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 210 time: 0.0410154 Aug 29 22:44:43.131536 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:43.143956 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e61364-3ca2-4e35-9e8c-318356a1b67c req-3af5eaa0-9f41-4ec8-8f00-f660c8d01d6d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:43.145432 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12e61364-3ca2-4e35-9e8c-318356a1b67c req-3af5eaa0-9f41-4ec8-8f00-f660c8d01d6d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Aug 29 22:44:43.195720 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12e61364-3ca2-4e35-9e8c-318356a1b67c req-12c156bd-6c37-402b-9fed-8be1bc4030b0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 Aug 29 22:44:43.306083 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0a6de-a3b7-4549-a020-520cf7e77beb req-ee969063-8cb6-43da-bdba-c33e747bfda9 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:43.307589 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ede0a6de-a3b7-4549-a020-520cf7e77beb req-ee969063-8cb6-43da-bdba-c33e747bfda9 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 943 time: 0.0498869 Aug 29 22:44:43.362527 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ede0a6de-a3b7-4549-a020-520cf7e77beb req-a4313848-64c3-43e4-8c74-4afc6ba932f9 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Aug 29 22:44:43.445716 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-be23809c-40ec-4654-bc14-a8ccda0ae0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:43.447238 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-be23809c-40ec-4654-bc14-a8ccda0ae0a5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1383419 Aug 29 22:44:43.539582 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81820cb-38d6-4637-97ce-d260d9332eab req-14df62cd-17ec-4388-8333-c83be0d013e5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195165 Aug 29 22:44:43.576095 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-1b747497-7504-4bc4-a4f5-d5b452e6eafe service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155047 Aug 29 22:44:43.675652 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1435338b-a23b-49c8-b079-b7936cdbaf55 req-a6e493fe-642b-493d-92d2-0eb7a1faca17 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930762 Aug 29 22:44:43.937321 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device a43c3931-b6ac-4aa9-85b2-68b3b73169c4 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:44:44.057489 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port a43c3931-b6ac-4aa9-85b2-68b3b73169c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:44.070789 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4', 'network_id': '231f0f42-8ad1-4fa2-99bc-8a96caeeee6e', 'port_id': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4', 'mac_address': 'fa:16:3e:d6:7d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf7efba-d0bd-421a-a52e-7f297d216c4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:44:44.112895 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:44.113181 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:44.125160 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:44.130108 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43c3931-b6ac-4aa9-85b2-68b3b73169c4 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:44:44.156712 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port a43c3931-b6ac-4aa9-85b2-68b3b73169c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:44.161569 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:44.213028 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f624-a109-4bbc-b30f-3c8587edab6d req-9c1cbc4d-1c95-4ea7-a5e1-c60503ed9bd8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:44.216418 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0dc3f624-a109-4bbc-b30f-3c8587edab6d req-9c1cbc4d-1c95-4ea7-a5e1-c60503ed9bd8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1083288 Aug 29 22:44:44.220352 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:44.253614 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6f0e755a-d14a-4d5a-b75d-63645e89f3d1 req-8fc20411-953c-420a-bba3-3c4d6e7b94a5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 210 time: 0.0355430 Aug 29 22:44:44.303523 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0dc3f624-a109-4bbc-b30f-3c8587edab6d req-dbe92f88-e387-41c3-90ab-02e71923d0d1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738225 Aug 29 22:44:44.399638 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a08c-37c2-4fec-810f-c9f725fca717 req-6413f10d-c9b5-4913-b37c-7557096a19d6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:44.401188 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7084a08c-37c2-4fec-810f-c9f725fca717 req-6413f10d-c9b5-4913-b37c-7557096a19d6 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0534897 Aug 29 22:44:44.466838 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7084a08c-37c2-4fec-810f-c9f725fca717 req-11ad5525-1fc1-4523-af82-cbd9c4096527 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593209 Aug 29 22:44:44.501550 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['a43c3931-b6ac-4aa9-85b2-68b3b73169c4'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:44:44.505353 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:44.509766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1bcd0-0fb0-41bf-a8a7-9ca153be11ff req-e0648df2-8293-4ec6-b6ba-d80f394fdf5c tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:44.510781 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-98c1bcd0-0fb0-41bf-a8a7-9ca153be11ff req-e0648df2-8293-4ec6-b6ba-d80f394fdf5c tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 944 time: 0.0599048 Aug 29 22:44:44.592487 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-98c1bcd0-0fb0-41bf-a8a7-9ca153be11ff req-6105c81c-4969-4976-9e78-0af883397f50 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750918 Aug 29 22:44:44.611735 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68d296-f038-44ec-ab97-859e7f903c69 req-c952379d-eda2-42d9-8f01-87d54a6989f7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:44.612784 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4b68d296-f038-44ec-ab97-859e7f903c69 req-c952379d-eda2-42d9-8f01-87d54a6989f7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0662777 Aug 29 22:44:44.626539 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39448) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:44.631565 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'floatingip': {'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:44.676607 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:44.770576 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7691-9281-4c8f-b038-9364dbede303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:45.006416 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:45.304533 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.db.resource_extend [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 22:44:45.362514 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:45.384184 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:45.387214 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-474f954c-4758-4530-957b-3553439afc56 req-71d8b1b9-dddf-4806-8478-1b8b411f17be tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 210 time: 0.0415876 Aug 29 22:44:45.505061 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e5eb-575c-47e7-a085-396db4770e4e req-6fd5a277-3b7a-44cb-889a-e616b17bbce3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:45.507134 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc60e5eb-575c-47e7-a085-396db4770e4e req-6fd5a277-3b7a-44cb-889a-e616b17bbce3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.1176069 Aug 29 22:44:45.548635 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:45.558816 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Floating IP 31214bee-472f-4fd0-b4e7-2f956ef9313b associated. External IP: 172.27.1.104, port: 259511c7-e40b-41e5-bde9-5641c0bc2d52. Aug 29 22:44:45.591510 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-387fa5a0-72df-44de-9f80-cc6c5a10d875 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:45.593165 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-387fa5a0-72df-44de-9f80-cc6c5a10d875 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.1199687 Aug 29 22:44:45.623223 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc60e5eb-575c-47e7-a085-396db4770e4e req-17a4b217-9aa5-4d12-b134-500c99bbd072 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003609 Aug 29 22:44:45.683940 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-13b81fd4-8504-4d67-94ac-44bf8137fdf0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 380 time: 0.0816462 Aug 29 22:44:45.746437 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'port': {'device_id': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'admin_state_up': True, 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'security_groups': ['ed8f5108-1609-4ab4-8b87-002c50d2145a']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:45.747592 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:45.776992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8b47-8ff9-4372-abee-ab0a1addb0b7 req-279da222-5ef9-48ed-b370-4a049ac37f34 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:45.778497 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-598d8b47-8ff9-4372-abee-ab0a1addb0b7 req-279da222-5ef9-48ed-b370-4a049ac37f34 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 944 time: 0.0823958 Aug 29 22:44:45.864728 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Made reservation on behalf of 1fcb391184b94306898e43379094e5f6 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:44:45.869107 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:45.878127 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:45.882479 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-598d8b47-8ff9-4372-abee-ab0a1addb0b7 req-52ea8922-2c79-4a5d-a0b2-5b542bf23390 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917540 Aug 29 22:44:45.890564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Router bac83cba-4e5b-4a09-96c3-09f432eed69b has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:44:45.938162 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device a43c3931-b6ac-4aa9-85b2-68b3b73169c4 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:44:45.983616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:44:45.991355 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:44:45.991729 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.007983 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.20.0.4 (c4fab7c6-be28-40e9-82ea-67b0ac291d9e/246e4181-9156-4f0d-9309-b08bd404aa8c/5cad65a1-8559-48f6-bc5a-957d654be244) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:44:46.012105 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:44:46.018325 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.026986 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] Sync routers for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:44:46.048296 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:46.049220 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:46.062526 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-13cf7f36-cbea-4ce2-8266-d32efe50c8be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/31214bee-472f-4fd0-b4e7-2f956ef9313b HTTP/1.1" status: 200 len: 991 time: 1.4349222 Aug 29 22:44:46.064007 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:46.067524 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:46.130131 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:46.130406 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.134411 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa15277-984c-4e9a-a0bf-03faa105a8d7 x-openstack-request-id: req-2aa15277-984c-4e9a-a0bf-03faa105a8d7 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:46.134698 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:46.135617 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2aa15277-984c-4e9a-a0bf-03faa105a8d7 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:46.135617 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa15277-984c-4e9a-a0bf-03faa105a8d7'] response: {'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'status': 'completed', 'code': 200} Aug 29 22:44:46.149274 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:46.181876 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (5cad65a1-8559-48f6-bc5a-957d654be244), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.195735 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:46.198149 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35fb075-48bd-4c7b-9784-edb6cad960e4" -d '{"events": [{"server_uuid": "22e273fd-0a5a-428b-8dee-ebcba50ae282", "name": "network-vif-plugged", "status": "completed", "tag": "a43c3931-b6ac-4aa9-85b2-68b3b73169c4"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:46.217126 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port a43c3931-b6ac-4aa9-85b2-68b3b73169c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:46.221057 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-45b1800a-fb72-4ae2-a05d-eda02c67e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:46.222589 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-45b1800a-fb72-4ae2-a05d-eda02c67e878 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1129 time: 0.0588787 Aug 29 22:44:46.228629 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.232696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:46.279323 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4ad806-ddff-48f2-82a5-584847b52a2f x-openstack-request-id: req-cd4ad806-ddff-48f2-82a5-584847b52a2f {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:46.279955 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e273fd-0a5a-428b-8dee-ebcba50ae282", "name": "network-vif-plugged", "status": "completed", "tag": "a43c3931-b6ac-4aa9-85b2-68b3b73169c4", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:46.280216 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd4ad806-ddff-48f2-82a5-584847b52a2f {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:46.280614 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4ad806-ddff-48f2-82a5-584847b52a2f'] response: {'server_uuid': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4', 'code': 200} Aug 29 22:44:46.303393 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.371289 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:46.377036 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:44:46.378350 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-2a381fda-374a-487d-8054-87139490c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:46.379841 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-2a381fda-374a-487d-8054-87139490c872 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1483974 Aug 29 22:44:46.383769 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:44:46.388087 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:44:46.420360 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=5cad65a1-8559-48f6-bc5a-957d654be244,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:46.452142 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbe6c9-767a-4434-83eb-a1c9fd60d0a0 req-7d120c4b-17d8-4be8-ad22-c2bb2254060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:46.454763 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c5cbe6c9-767a-4434-83eb-a1c9fd60d0a0 req-7d120c4b-17d8-4be8-ad22-c2bb2254060c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 1129 time: 0.0532885 Aug 29 22:44:46.489749 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-1bf6a17f-f362-4bfd-9c7c-92fb14d4a800 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 999 time: 0.0643964 Aug 29 22:44:46.533111 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c5cbe6c9-767a-4434-83eb-a1c9fd60d0a0 req-e1c5d4f0-ea09-4c7b-a266-89dc7bb38609 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699246 Aug 29 22:44:46.557263 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-3920d6dd-e1f9-45a4-b335-bfa5b325b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:46.559909 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-3920d6dd-e1f9-45a4-b335-bfa5b325b6f2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0573215 Aug 29 22:44:46.578482 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:46.579117 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.581049 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff06dc-7493-415f-a1ea-653d07811367 req-0b3463cc-e638-4b5d-aade-5829e5c56787 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:46.582796 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '31214bee-472f-4fd0-b4e7-2f956ef9313b', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'mac_address': 'fa:16:3e:52:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:25Z', 'updated_at': '2022-08-29T22:44:45Z', 'revision_number': 1, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:46.583013 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65ff06dc-7493-415f-a1ea-653d07811367 req-0b3463cc-e638-4b5d-aade-5829e5c56787 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 931 time: 0.0805099 Aug 29 22:44:46.605886 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-a455a532-a132-4731-bfba-2b24e5ef1f3c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8640323 Aug 29 22:44:46.622186 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] Checking router: bac83cba-4e5b-4a09-96c3-09f432eed69b for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:44:46.624012 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:46.634362 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:46.634993 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:46.645701 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:46.650762 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65ff06dc-7493-415f-a1ea-653d07811367 req-88eb4eb5-11bb-4ee1-b2b1-1a61458abb9c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616248 Aug 29 22:44:46.679100 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:46.699683 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-7c6f7de1-0dc5-402e-b54c-d98d5ca14173 None None] Provisioning complete for port 5cad65a1-8559-48f6-bc5a-957d654be244 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:44:46.700055 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7de1-0dc5-402e-b54c-d98d5ca14173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.772360 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Request body: {'port': {'device_id': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:46.838525 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-757ba564-a29b-4328-b426-5bc53a56c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:46.840039 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-757ba564-a29b-4328-b426-5bc53a56c49d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799017 Aug 29 22:44:46.907696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f7de1-0dc5-402e-b54c-d98d5ca14173 None None] Port 5cad65a1-8559-48f6-bc5a-957d654be244 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:44:46.915423 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.922598 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:46.969353 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:46.983364 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:46.997305 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-4eea1fc7-9e81-47bf-bab8-0c97f73fd4be service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396484 Aug 29 22:44:47.041695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edc28f-5409-4f5f-8879-7d9901f0853e req-077f59a6-d7e2-417d-a784-3a093de743dd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:47.043857 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f9edc28f-5409-4f5f-8879-7d9901f0853e req-077f59a6-d7e2-417d-a784-3a093de743dd tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 945 time: 0.0692437 Aug 29 22:44:47.095620 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f9edc28f-5409-4f5f-8879-7d9901f0853e req-cbdf80f7-c0a5-4b6b-bc77-919975d9ecc0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Aug 29 22:44:47.175501 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '31214bee-472f-4fd0-b4e7-2f956ef9313b', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'mac_address': 'fa:16:3e:52:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:25Z', 'updated_at': '2022-08-29T22:44:45Z', 'revision_number': 1, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:47.192875 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:47.202393 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10405686-d196-4c6f-9c38-b4258d315bc1 None None] The sync data for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi is: [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '31214bee-472f-4fd0-b4e7-2f956ef9313b', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'mac_address': 'fa:16:3e:52:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:25Z', 'updated_at': '2022-08-29T22:44:45Z', 'revision_number': 1, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:44:47.244626 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cad65a1-8559-48f6-bc5a-957d654be244 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:44:47.252833 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Publish callbacks [] for port (5cad65a1-8559-48f6-bc5a-957d654be244), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:47.266152 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Transition to ACTIVE for port object 5cad65a1-8559-48f6-bc5a-957d654be244 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:44:47.270702 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:47.363969 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cad65a1-8559-48f6-bc5a-957d654be244,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:47.428265 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60163f-5c26-42fe-bbec-f620910b6e73 None None] New status for floating IP 31214bee-472f-4fd0-b4e7-2f956ef9313b: ACTIVE {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:44:47.444706 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Attempting to bind port 5cad65a1-8559-48f6-bc5a-957d654be244 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:44:47.445045 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Attempting to bind port 5cad65a1-8559-48f6-bc5a-957d654be244 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:44:47.445372 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Attempting to bind port 5cad65a1-8559-48f6-bc5a-957d654be244 on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:44:47.463375 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Port 5cad65a1-8559-48f6-bc5a-957d654be244 on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:44:47.463696 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Attempting to bind port 5cad65a1-8559-48f6-bc5a-957d654be244 on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:44:47.475780 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:44:47.476115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Checking segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:44:47.476493 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Bound using segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:44:47.476921 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Bound port: 5cad65a1-8559-48f6-bc5a-957d654be244, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:44:47.477277 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:47.482205 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f9628b1e-ab7e-4d3b-a19a-1d0b41cfcdfd req-fdf9c05e-6044-4978-b4f3-683915cff659 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321719 Aug 29 22:44:47.685602 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:47.782590 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22629525-014c-48b4-bc44-dc8dd717384c req-af9b744b-7d12-4b7a-9bd6-cd8e59e446e2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:47.784141 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22629525-014c-48b4-bc44-dc8dd717384c req-af9b744b-7d12-4b7a-9bd6-cd8e59e446e2 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 943 time: 0.0517941 Aug 29 22:44:47.806491 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] For port 5cad65a1-8559-48f6-bc5a-957d654be244, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:44:47.809777 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] For port 5cad65a1-8559-48f6-bc5a-957d654be244, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5cad65a1-8559-48f6-bc5a-957d654be244,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:44:47.824054 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:47.828302 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:47.828905 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:47.830256 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5cad65a1-8559-48f6-bc5a-957d654be244 HTTP/1.1" status: 200 len: 1093 time: 1.0688179 Aug 29 22:44:47.830751 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:47.832993 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c39597-1124-486a-adc5-48635760b7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:47.837747 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-22629525-014c-48b4-bc44-dc8dd717384c req-6a1acab9-0206-4c00-96ec-c112f8ed34d6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Aug 29 22:44:47.881618 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126680e-88c1-4a24-bb82-275ed5510ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cad65a1-8559-48f6-bc5a-957d654be244,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:47.886210 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015d768b-6033-4c06-8429-ce5f57db2070 x-openstack-request-id: req-015d768b-6033-4c06-8429-ce5f57db2070 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:47.886501 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:47.886872 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-015d768b-6033-4c06-8429-ce5f57db2070 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:47.887176 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015d768b-6033-4c06-8429-ce5f57db2070'] response: {'name': 'network-changed', 'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244', 'status': 'completed', 'code': 200} Aug 29 22:44:48.215021 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f724f14-58ea-4ea6-8873-59777eadf05f req-e8340739-ca48-4c00-bade-08f0f6bef585 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.216529 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f724f14-58ea-4ea6-8873-59777eadf05f req-e8340739-ca48-4c00-bade-08f0f6bef585 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Aug 29 22:44:48.266842 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f724f14-58ea-4ea6-8873-59777eadf05f req-c17b1b3e-b005-4766-92e6-915f4878e75b tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444567 Aug 29 22:44:48.336654 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c39597-1124-486a-adc5-48635760b7c4 req-37b4b0a1-2219-4cd3-89d1-90fc31da384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.338315 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-46c39597-1124-486a-adc5-48635760b7c4 req-37b4b0a1-2219-4cd3-89d1-90fc31da384c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0452137 Aug 29 22:44:48.453866 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c39597-1124-486a-adc5-48635760b7c4 req-776be726-7029-4463-9513-137d3095442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.455267 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-46c39597-1124-486a-adc5-48635760b7c4 req-776be726-7029-4463-9513-137d3095442c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=1fcb391184b94306898e43379094e5f6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018610 Aug 29 22:44:48.555745 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c39597-1124-486a-adc5-48635760b7c4 req-c818a5c0-78de-4270-9e30-62913e728c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.557201 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-46c39597-1124-486a-adc5-48635760b7c4 req-c818a5c0-78de-4270-9e30-62913e728c9e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964818 Aug 29 22:44:48.626483 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:48.638610 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-0e2f5c8b-07a5-42f9-bdcd-efbc0d95a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.640133 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-0e2f5c8b-07a5-42f9-bdcd-efbc0d95a4bd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0411706 Aug 29 22:44:48.679897 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-cfb47890-e4a0-457b-8718-8a93b86e2e5a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cad65a1-8559-48f6-bc5a-957d654be244 HTTP/1.1" status: 200 len: 217 time: 0.0328362 Aug 29 22:44:48.730636 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-23866d21-c42a-44f8-89a6-1536194d16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.732110 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-23866d21-c42a-44f8-89a6-1536194d16c7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0464489 Aug 29 22:44:48.776313 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-aab65dbe-bd29-428b-99d0-87f38f966e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.777798 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-aab65dbe-bd29-428b-99d0-87f38f966e3c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397191 Aug 29 22:44:48.890027 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-0ba79b94-48f0-405b-87d4-1ccc14dd91c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945697 Aug 29 22:44:48.957315 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:48.962912 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed067e55-53be-4c1b-a3b9-15d3e3508d2e req-189bbfdc-3d64-4028-b5c5-ff9f69f923e6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:48.964498 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed067e55-53be-4c1b-a3b9-15d3e3508d2e req-189bbfdc-3d64-4028-b5c5-ff9f69f923e6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 943 time: 0.0477605 Aug 29 22:44:48.984673 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:48.987577 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-392079f9-4433-4d2e-8fc3-48de011291a6 req-81dcc98f-b6bb-4497-b679-3cc4b1938323 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915604 Aug 29 22:44:49.023325 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed067e55-53be-4c1b-a3b9-15d3e3508d2e req-6e0597ad-350f-41cb-8f59-d6a84393185b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528572 Aug 29 22:44:49.383702 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7365346-e053-4b45-a973-c3ef22ce7481 req-2bc09ecb-1d15-4ef9-ab15-0535c535db9f tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:49.385154 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f7365346-e053-4b45-a973-c3ef22ce7481 req-2bc09ecb-1d15-4ef9-ab15-0535c535db9f tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 945 time: 0.0465350 Aug 29 22:44:49.435244 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f7365346-e053-4b45-a973-c3ef22ce7481 req-c6d1f142-09f0-4b46-9393-4ce21e649661 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Aug 29 22:44:50.141252 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4f7a-dc51-4bfe-9734-2292fdeb7278 req-34c3ba37-0f21-452e-8b6c-c6a29518b1ba tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:50.142617 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0afe4f7a-dc51-4bfe-9734-2292fdeb7278 req-34c3ba37-0f21-452e-8b6c-c6a29518b1ba tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 943 time: 0.0468006 Aug 29 22:44:50.196719 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0afe4f7a-dc51-4bfe-9734-2292fdeb7278 req-e6fbfdfd-985e-43ce-b8ca-ab7a09a45a31 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476732 Aug 29 22:44:51.319772 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad2e37-ea6d-4724-8dfc-81c1f7a24c09 req-926f157d-8517-4114-8e10-b283e6c55e76 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:51.321236 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-66ad2e37-ea6d-4724-8dfc-81c1f7a24c09 req-926f157d-8517-4114-8e10-b283e6c55e76 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 943 time: 0.0511389 Aug 29 22:44:51.367501 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-66ad2e37-ea6d-4724-8dfc-81c1f7a24c09 req-2eadc5e3-6bc5-4fba-8c45-bd7d5716cf35 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 Aug 29 22:44:51.969901 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 5cad65a1-8559-48f6-bc5a-957d654be244 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:44:52.067902 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 5cad65a1-8559-48f6-bc5a-957d654be244, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5cad65a1-8559-48f6-bc5a-957d654be244,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:52.080210 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '5cad65a1-8559-48f6-bc5a-957d654be244', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'port_id': '5cad65a1-8559-48f6-bc5a-957d654be244', 'mac_address': 'fa:16:3e:0e:de:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:44:52.114172 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 5cad65a1-8559-48f6-bc5a-957d654be244 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:52.114564 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:52.132445 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cad65a1-8559-48f6-bc5a-957d654be244 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:44:52.152763 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 5cad65a1-8559-48f6-bc5a-957d654be244, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5cad65a1-8559-48f6-bc5a-957d654be244,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:52.157349 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:52.204403 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=5cad65a1-8559-48f6-bc5a-957d654be244,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:52.488923 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['5cad65a1-8559-48f6-bc5a-957d654be244'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:44:52.500382 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbc9fe-507b-4712-9592-805c0b59a43e req-317bddb5-edc8-4f45-82c2-688fe60119ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:52.501852 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-25dbc9fe-507b-4712-9592-805c0b59a43e req-317bddb5-edc8-4f45-82c2-688fe60119ad tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 944 time: 0.0505199 Aug 29 22:44:52.553997 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-25dbc9fe-507b-4712-9592-805c0b59a43e req-6014d83b-c0a1-443b-9acf-9392e637cf94 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458875 Aug 29 22:44:52.609625 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:53.675820 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a361eac-40f3-4fc5-bd13-004b2bab423e req-5d0ead61-44dd-4b4b-9791-59ce89ec4f1e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:53.677171 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4a361eac-40f3-4fc5-bd13-004b2bab423e req-5d0ead61-44dd-4b4b-9791-59ce89ec4f1e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 944 time: 0.0474133 Aug 29 22:44:53.728256 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4a361eac-40f3-4fc5-bd13-004b2bab423e req-f928ecbb-4119-4e3d-bd22-01dd6a7c32fa tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455625 Aug 29 22:44:53.975878 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 5cad65a1-8559-48f6-bc5a-957d654be244 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:44:54.017134 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 5cad65a1-8559-48f6-bc5a-957d654be244 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:44:54.023767 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 5cad65a1-8559-48f6-bc5a-957d654be244 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:44:54.024255 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:54.044691 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:54.097565 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 5cad65a1-8559-48f6-bc5a-957d654be244 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:44:54.097945 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:54.123534 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:54.125727 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c90156-5c16-426c-b66f-b54fb93820ed" -d '{"events": [{"server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "name": "network-vif-plugged", "status": "completed", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:54.140847 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 5cad65a1-8559-48f6-bc5a-957d654be244, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5cad65a1-8559-48f6-bc5a-957d654be244,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:44:54.145740 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:54.169401 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8a3d2-b2b0-4e4a-bd41-5688731af9ea x-openstack-request-id: req-b2f8a3d2-b2b0-4e4a-bd41-5688731af9ea {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:54.169715 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "name": "network-vif-plugged", "status": "completed", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:54.169972 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2f8a3d2-b2b0-4e4a-bd41-5688731af9ea {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:54.170356 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f8a3d2-b2b0-4e4a-bd41-5688731af9ea'] response: {'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244', 'code': 200} Aug 29 22:44:54.196850 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=5cad65a1-8559-48f6-bc5a-957d654be244,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:54.209339 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:44:54.358093 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cd8fb-9c97-4730-a326-943919a1eef5 req-e6b31554-3ef2-4ba6-8a5e-54ca7611b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:54.359505 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-c92cd8fb-9c97-4730-a326-943919a1eef5 req-e6b31554-3ef2-4ba6-8a5e-54ca7611b137 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0391173 Aug 29 22:44:54.409170 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-c92cd8fb-9c97-4730-a326-943919a1eef5 req-cdc3b4ba-7ede-4242-ae4f-caa805fde621 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440638 Aug 29 22:44:54.847132 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667c366-9389-49b2-b752-0682fd503de6 req-d243f952-7d85-4483-ac54-b437f6195302 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:54.848601 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e667c366-9389-49b2-b752-0682fd503de6 req-d243f952-7d85-4483-ac54-b437f6195302 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0473902 Aug 29 22:44:54.895567 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e667c366-9389-49b2-b752-0682fd503de6 req-2db5f1d7-24b8-437f-a5ea-38d93a1ae92f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 Aug 29 22:44:55.904606 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:56.015130 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a29bb7-951d-4753-a45c-f9d4c5ba3fc9 req-a29ba7b9-6746-4e43-8070-bfbc02c4ae42 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:56.016582 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c7a29bb7-951d-4753-a45c-f9d4c5ba3fc9 req-a29ba7b9-6746-4e43-8070-bfbc02c4ae42 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0457029 Aug 29 22:44:56.058307 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:56.063391 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c7a29bb7-951d-4753-a45c-f9d4c5ba3fc9 req-a1f88ae0-ad73-497e-815c-61d872befc9a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Aug 29 22:44:57.185590 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a54b7-aad6-430f-afee-597a53e05520 req-0b6da5a1-e9c0-4935-8220-28d0078f2498 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:57.187172 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-182a54b7-aad6-430f-afee-597a53e05520 req-0b6da5a1-e9c0-4935-8220-28d0078f2498 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0507426 Aug 29 22:44:57.234085 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-182a54b7-aad6-430f-afee-597a53e05520 req-da887431-8a39-4690-9675-56988a5e5431 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 Aug 29 22:44:57.350196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140338a-85de-402b-80df-c2f25fefb7a7 req-05477303-573d-47ef-9b17-14d45cd91fea tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:44:57.351610 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c140338a-85de-402b-80df-c2f25fefb7a7 req-05477303-573d-47ef-9b17-14d45cd91fea tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Aug 29 22:44:57.367397 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39526) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:57.371991 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'port_id': '5cad65a1-8559-48f6-bc5a-957d654be244'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:44:57.414722 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (532a6828-960a-4143-9c39-19094ce70d0f), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:57.626403 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:57.867825 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:57.872454 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (532a6828-960a-4143-9c39-19094ce70d0f), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:57.990575 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP 532a6828-960a-4143-9c39-19094ce70d0f associated. External IP: 172.27.1.214, port: 5cad65a1-8559-48f6-bc5a-957d654be244. Aug 29 22:44:58.190840 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:44:58.272674 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:58.296661 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:44:58.301715 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:58.307714 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:44:58.318262 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:58.318923 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:58.332739 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9e17da9a-b27a-4839-92a0-b8bbf4bb9639 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/532a6828-960a-4143-9c39-19094ce70d0f HTTP/1.1" status: 200 len: 991 time: 0.9642713 Aug 29 22:44:58.333321 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:44:58.335639 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:44:58.378036 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c618aa04-d110-4dd1-8657-f08e30dd9ea3 x-openstack-request-id: req-c618aa04-d110-4dd1-8657-f08e30dd9ea3 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:44:58.378328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:44:58.378683 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c618aa04-d110-4dd1-8657-f08e30dd9ea3 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:44:58.379392 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c618aa04-d110-4dd1-8657-f08e30dd9ea3'] response: {'name': 'network-changed', 'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244', 'status': 'completed', 'code': 200} Aug 29 22:44:58.424940 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:58.637016 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '532a6828-960a-4143-9c39-19094ce70d0f', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': '5cad65a1-8559-48f6-bc5a-957d654be244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:0e:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:41Z', 'updated_at': '2022-08-29T22:44:57Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:58.661659 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:44:58.670199 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:44:58.670835 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:44:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:58.772375 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:44:58.858565 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:58.986163 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '532a6828-960a-4143-9c39-19094ce70d0f', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': '5cad65a1-8559-48f6-bc5a-957d654be244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:0e:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:41Z', 'updated_at': '2022-08-29T22:44:57Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:44:59.014656 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfe9d9-1392-4e97-8e27-6818bb510b45 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '532a6828-960a-4143-9c39-19094ce70d0f', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': '5cad65a1-8559-48f6-bc5a-957d654be244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:0e:de:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:41Z', 'updated_at': '2022-08-29T22:44:57Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:44:59.192624 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:59.198792 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ce903-33cf-4376-8c16-1494c3d2b529 None None] New status for floating IP 532a6828-960a-4143-9c39-19094ce70d0f: ACTIVE {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:44:59.201994 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=23,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:01.335664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-99280e8d-f75c-4b8c-aca2-1cc94558fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:01.337165 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-99280e8d-f75c-4b8c-aca2-1cc94558fa6b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0431182 Aug 29 22:45:01.437799 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-bc5638ed-915b-45d4-a1a0-63313bfa37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:01.439319 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-bc5638ed-915b-45d4-a1a0-63313bfa37a9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 916 time: 0.0856969 Aug 29 22:45:01.503948 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-b9a346ce-9b85-4bf1-a0b4-1718b158faf0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cad65a1-8559-48f6-bc5a-957d654be244 HTTP/1.1" status: 200 len: 1001 time: 0.0585833 Aug 29 22:45:01.555458 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-e703e33b-b70e-41d5-ac8e-0338b5296b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:01.556858 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-e703e33b-b70e-41d5-ac8e-0338b5296b44 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0448027 Aug 29 22:45:01.604035 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-e1369658-3d42-4913-b51c-d08b4c225406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:01.605531 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-e1369658-3d42-4913-b51c-d08b4c225406 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400467 Aug 29 22:45:01.707170 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-b0376285-987d-4135-bf4c-56957bbc29b9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943651 Aug 29 22:45:01.806076 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-48a7e3e2-219a-4a72-9d2f-574ddda6e59b req-f3f8fe0c-c96e-437d-9afb-6f29584c6ab1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855825 Aug 29 22:45:08.327448 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:08.329665 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:08.983868 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:08.988962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=15 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:09.297733 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=13 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:09.307471 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:11.180838 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80279f-80bc-4158-98e4-bc02cc430684 req-c5663681-4aee-43b4-990b-ae9cf2948e23 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:11.182525 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ae80279f-80bc-4158-98e4-bc02cc430684 req-c5663681-4aee-43b4-990b-ae9cf2948e23 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Aug 29 22:45:11.230658 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ae80279f-80bc-4158-98e4-bc02cc430684 req-f85b4116-d59a-4e2d-b4c7-a44b857d28bb tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 Aug 29 22:45:11.801810 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=79 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:11.803124 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=67 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:11.953985 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7ea6a2dc-c3c1-4ede-b457-8670fab4443d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:12.355191 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b758-405e-40d8-b586-01b821b3e649 req-83593d1b-9a34-49a5-9923-9c2b835e177f tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:12.356696 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9265b758-405e-40d8-b586-01b821b3e649 req-83593d1b-9a34-49a5-9923-9c2b835e177f tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Aug 29 22:45:12.410910 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9265b758-405e-40d8-b586-01b821b3e649 req-36ca9bb2-639d-41fb-b18e-1cfe9f28a111 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Aug 29 22:45:13.197072 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-ae7b68c6-a633-4228-b91e-c982fe860d78 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:13.198465 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-ae7b68c6-a633-4228-b91e-c982fe860d78 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Aug 29 22:45:13.285740 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Deleting port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:45:13.286620 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:13.380975 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] For port a43c3931-b6ac-4aa9-85b2-68b3b73169c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,segment=NetworkSegment(7a18c9e3-f1b2-417c-8999-ae348705a8cc),segment_id=7a18c9e3-f1b2-417c-8999-ae348705a8cc)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:13.381331 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:13.394591 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Calling delete_port for a43c3931-b6ac-4aa9-85b2-68b3b73169c4 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:45:13.523659 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (a43c3931-b6ac-4aa9-85b2-68b3b73169c4), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:13.533853 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019ed81-ebe5-4458-bdf9-54693d79f0a0 req-02fb475c-7b13-4919-840e-b0d77428ac48 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:13.535091 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f019ed81-ebe5-4458-bdf9-54693d79f0a0 req-02fb475c-7b13-4919-840e-b0d77428ac48 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=22e273fd-0a5a-428b-8dee-ebcba50ae282 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Aug 29 22:45:13.537984 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['a43c3931-b6ac-4aa9-85b2-68b3b73169c4'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:45:13.554834 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Pushing event deleted for resources: {'Port': ['ID=a43c3931-b6ac-4aa9-85b2-68b3b73169c4,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:13.586497 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f019ed81-ebe5-4458-bdf9-54693d79f0a0 req-d11b1755-a234-42c7-81f1-1bef49520763 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=7ed52de6-07d6-4633-9b33-9cfb78484267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Aug 29 22:45:13.601879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] No DVR routers for this DVR port a43c3931-b6ac-4aa9-85b2-68b3b73169c4 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:45:13.604740 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:13.608078 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e4bd5eef-2fb3-4919-a4a3-4b56ae7b2abd req-a3e561d1-ad35-493c-8d25-f2034886bef0 tempest-VolumesSnapshotTestJSON-1675240879 tempest-VolumesSnapshotTestJSON-1675240879-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a43c3931-b6ac-4aa9-85b2-68b3b73169c4 HTTP/1.1" status: 204 len: 173 time: 0.3988783 Aug 29 22:45:13.608509 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'name': 'network-vif-deleted', 'tag': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:13.610718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a4c9c-a5d4-4d66-80e8-80244d1e1a12" -d '{"events": [{"server_uuid": "22e273fd-0a5a-428b-8dee-ebcba50ae282", "name": "network-vif-deleted", "tag": "a43c3931-b6ac-4aa9-85b2-68b3b73169c4"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:13.653446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccbbb33-9568-4fe3-95ae-44386074e92f x-openstack-request-id: req-1ccbbb33-9568-4fe3-95ae-44386074e92f {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:13.654338 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e273fd-0a5a-428b-8dee-ebcba50ae282", "name": "network-vif-deleted", "tag": "a43c3931-b6ac-4aa9-85b2-68b3b73169c4", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:13.654592 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ccbbb33-9568-4fe3-95ae-44386074e92f {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:13.655197 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccbbb33-9568-4fe3-95ae-44386074e92f'] response: {'server_uuid': '22e273fd-0a5a-428b-8dee-ebcba50ae282', 'name': 'network-vif-deleted', 'tag': 'a43c3931-b6ac-4aa9-85b2-68b3b73169c4', 'status': 'completed', 'code': 200} Aug 29 22:45:14.764983 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-69b8f22f-cea8-4110-b376-701062662c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:15.750424 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:16.103996 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device a43c3931-b6ac-4aa9-85b2-68b3b73169c4 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:45:16.123845 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: a43c3931-b6ac-4aa9-85b2-68b3b73169c4 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:45:16.124193 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device a43c3931-b6ac-4aa9-85b2-68b3b73169c4 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:45:16.946459 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:17.682453 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:20.878621 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-a489f79f-57ce-4361-80ad-5083af85c854 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396662 Aug 29 22:45:20.945355 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-9ab814dc-d988-4afb-9165-4cd4427657b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:20.946864 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-9ab814dc-d988-4afb-9165-4cd4427657b0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1130 time: 0.0388415 Aug 29 22:45:21.061709 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-43f6acf6-bfc2-4613-9a3d-f16922991405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:21.063120 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-43f6acf6-bfc2-4613-9a3d-f16922991405 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.0941932 Aug 29 22:45:21.102410 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-4814f816-a09c-4342-9322-8b28e1e00612 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 200 len: 217 time: 0.0325403 Aug 29 22:45:21.156922 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-7e7d2f46-567e-4419-ab5d-93b9bac6944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:21.158369 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-7e7d2f46-567e-4419-ab5d-93b9bac6944f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0489037 Aug 29 22:45:21.206532 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-bcb87dfe-a507-4eb1-a75e-ac6322be777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:21.208083 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-bcb87dfe-a507-4eb1-a75e-ac6322be777d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391626 Aug 29 22:45:21.308591 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-1f64cc3f-60c0-4f6c-b9a3-7fd41e5409c3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Aug 29 22:45:21.390373 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:21.405332 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3c6a35de-3635-455a-bfa8-e1701748c977 req-02ea0d3d-9054-421b-aeec-30e9b52c4e6b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906155 Aug 29 22:45:23.580434 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=27 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:23.582345 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=27 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:25.906626 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:29.354702 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9e52-dc3e-4470-9c85-d3e2bc581fa3 req-4d79f24b-4cba-4049-ae31-7984c2901ae2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:29.356190 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-adcf9e52-dc3e-4470-9c85-d3e2bc581fa3 req-4d79f24b-4cba-4049-ae31-7984c2901ae2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0479398 Aug 29 22:45:29.404612 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-adcf9e52-dc3e-4470-9c85-d3e2bc581fa3 req-aae56030-6ba6-40b5-9648-ca086e9e5865 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Aug 29 22:45:30.533279 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84eae-9ffd-4e51-975f-9c13ee9a8fa4 req-ac28f720-4837-4892-b927-0ab936f30da3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:30.534749 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ae84eae-9ffd-4e51-975f-9c13ee9a8fa4 req-ac28f720-4837-4892-b927-0ab936f30da3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0501759 Aug 29 22:45:30.583764 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ae84eae-9ffd-4e51-975f-9c13ee9a8fa4 req-d76c30fb-095b-4346-af74-597c150460a0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Aug 29 22:45:31.209949 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:45:31.262970 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-c9e91d03-0443-401e-8866-930e1459ad90 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:31.264734 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-c9e91d03-0443-401e-8866-930e1459ad90 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0498400 Aug 29 22:45:31.359266 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:31.363256 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Deleting port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:45:31.363697 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:31.469330 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] For port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:31.469700 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:31.661869 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:31.662235 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4cddaf11-2cfd-4fdb-939e-4f4276de86ba), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:31.662553 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Floating IP 4cddaf11-2cfd-4fdb-939e-4f4276de86ba disassociated. External IP: 172.27.1.97, port: 20694cdd-bf51-4e4c-8264-c22bdfb04cb9. Aug 29 22:45:31.662944 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Calling delete_port for 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:45:31.715542 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b668b-f8cc-4c13-a9a2-92e37f0cfae8 req-54407219-f4b6-4bbf-a39f-170785919de5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:31.717155 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-457b668b-f8cc-4c13-a9a2-92e37f0cfae8 req-54407219-f4b6-4bbf-a39f-170785919de5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 946 time: 0.0487723 Aug 29 22:45:31.767130 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-457b668b-f8cc-4c13-a9a2-92e37f0cfae8 req-717be0d5-bfbc-4a02-887c-70b7ae4365f1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e20285cb-da00-49f8-9335-12b7d1ec388e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433643 Aug 29 22:45:31.795143 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (20694cdd-bf51-4e4c-8264-c22bdfb04cb9), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:31.828263 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event deleted for resources: {'Port': ['ID=20694cdd-bf51-4e4c-8264-c22bdfb04cb9,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:31.842806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.843404 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.843751 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.844083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.844415 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.844742 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.845069 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.845401 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.845808 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.846263 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.847585 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.848234 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.848776 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.849317 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.849850 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:31.964743 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Router ffecc956-b7fe-44b5-bccc-943cb3cfd22d has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:45:32.069848 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:45:32.080637 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] Sync routers for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:45:32.091222 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:45:32.091855 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:32.118101 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] No DVR routers for this DVR port 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:45:32.120772 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:32.124442 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-24d5e54a-0d92-45d6-b461-bd05548297e1 req-efe74005-4b99-411c-b5fc-bab82987e6b6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "DELETE /networking/v2.0/ports/20694cdd-bf51-4e4c-8264-c22bdfb04cb9 HTTP/1.1" status: 204 len: 173 time: 0.8546619 Aug 29 22:45:32.124918 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-deleted', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:32.127392 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa32420-2eed-468c-9c59-02cbf9fe6b70" -d '{"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-deleted", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:32.171083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb228718-7c80-4382-977e-bd0737a8546c x-openstack-request-id: req-bb228718-7c80-4382-977e-bd0737a8546c {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:32.171456 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd30e7-c635-4bcd-98e3-8aa61c52d30e", "name": "network-vif-deleted", "tag": "20694cdd-bf51-4e4c-8264-c22bdfb04cb9", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:32.171848 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb228718-7c80-4382-977e-bd0737a8546c {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:32.172468 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb228718-7c80-4382-977e-bd0737a8546c'] response: {'server_uuid': '85dd30e7-c635-4bcd-98e3-8aa61c52d30e', 'name': 'network-vif-deleted', 'tag': '20694cdd-bf51-4e4c-8264-c22bdfb04cb9', 'status': 'completed', 'code': 200} Aug 29 22:45:32.208616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:45:32.444501 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:32.476341 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] Checking router: ffecc956-b7fe-44b5-bccc-943cb3cfd22d for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:45:32.485791 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:45:32.486564 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:32.748997 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:45:32.896403 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ab6525c4-d6a2-4169-8c50-bc1d7445b7a8 req-d7edfb99-e333-4f7b-98f7-9f648691a52a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85dd30e7-c635-4bcd-98e3-8aa61c52d30e HTTP/1.1" status: 200 len: 210 time: 0.0350993 Aug 29 22:45:32.973833 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:33.000303 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c041f1d-8e2a-468f-bf6a-cbc10fcbd2e5 None None] The sync data for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi is: [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:45:33.216854 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39effe0c-55d3-494c-a1ee-a6b4d3ef59c8 None None] New status for floating IP 4cddaf11-2cfd-4fdb-939e-4f4276de86ba: DOWN {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:45:34.008860 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39758) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:34.066252 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a7e363fd-1f8c-4173-93f8-b7127ed18426 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (e20285cb-da00-49f8-9335-12b7d1ec388e), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.089835 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a7e363fd-1f8c-4173-93f8-b7127ed18426 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (e20285cb-da00-49f8-9335-12b7d1ec388e), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.115099 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:34.134432 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:34.150957 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a7e363fd-1f8c-4173-93f8-b7127ed18426 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (e20285cb-da00-49f8-9335-12b7d1ec388e), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.153815 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a7e363fd-1f8c-4173-93f8-b7127ed18426 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.155019 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a7e363fd-1f8c-4173-93f8-b7127ed18426 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e20285cb-da00-49f8-9335-12b7d1ec388e HTTP/1.1" status: 204 len: 168 time: 0.1451070 Aug 29 22:45:34.158593 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39760) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:34.166283 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e363fd-1f8c-4173-93f8-b7127ed18426 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20285cb-da00-49f8-9335-12b7d1ec388e,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:34.198318 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:45:34.236950 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:45:34.237514 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20694cdd-bf51-4e4c-8264-c22bdfb04cb9 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:45:34.428913 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.api.v2.resource [None req-e7056fa8-7c26-47a7-8515-9390b1be2d93 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] show failed (client error): The resource could not be found. Aug 29 22:45:34.429864 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e7056fa8-7c26-47a7-8515-9390b1be2d93 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups/e20285cb-da00-49f8-9335-12b7d1ec388e HTTP/1.1" status: 404 len: 347 time: 0.2699184 Aug 29 22:45:34.432987 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39762) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:34.547558 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Deleting port a847b152-97d1-40f4-bf00-5e451810ae72 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:45:34.547902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (a847b152-97d1-40f4-bf00-5e451810ae72), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.637743 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (a847b152-97d1-40f4-bf00-5e451810ae72), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.638195 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (a847b152-97d1-40f4-bf00-5e451810ae72), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.653678 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Calling delete_port for a847b152-97d1-40f4-bf00-5e451810ae72 owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:45:34.800157 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (a847b152-97d1-40f4-bf00-5e451810ae72), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.824975 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event deleted for resources: {'Port': ['ID=a847b152-97d1-40f4-bf00-5e451810ae72,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:34.836603 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.836973 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.837683 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.837683 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.838197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.838341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.839101 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.839101 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.839319 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.839645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.839967 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.840291 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.840614 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.840935 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.841259 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:34.871994 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (4cddaf11-2cfd-4fdb-939e-4f4276de86ba), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.875146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:34.876310 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-aaa76dea-4f77-4b80-bf51-b3f27ef8fa94 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/4cddaf11-2cfd-4fdb-939e-4f4276de86ba HTTP/1.1" status: 204 len: 168 time: 0.4423766 Aug 29 22:45:34.999091 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39772) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:35.006635 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-df78a548-4b11-4dd2-b7d1-cba01fca3ffc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--590979474', 'description': 'tempest-description--2104030167'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:35.030215 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-df78a548-4b11-4dd2-b7d1-cba01fca3ffc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.101304 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-df78a548-4b11-4dd2-b7d1-cba01fca3ffc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (d41fc835-a239-4624-b3dc-af2d51129cef), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.105601 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-df78a548-4b11-4dd2-b7d1-cba01fca3ffc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (d41fc835-a239-4624-b3dc-af2d51129cef), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.136679 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-df78a548-4b11-4dd2-b7d1-cba01fca3ffc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.137942 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-df78a548-4b11-4dd2-b7d1-cba01fca3ffc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378071 Aug 29 22:45:35.140901 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39774) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:35.146518 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-668d2782-8f8d-4f69-9cdc-a462ce5b865a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'security_group_rule': {'security_group_id': 'd41fc835-a239-4624-b3dc-af2d51129cef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:35.154347 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78a548-4b11-4dd2-b7d1-cba01fca3ffc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41fc835-a239-4624-b3dc-af2d51129cef,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:35.175867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-668d2782-8f8d-4f69-9cdc-a462ce5b865a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (d8e9f6c0-fb7d-4743-9cc6-ca35da1f67c7), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.233688 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-668d2782-8f8d-4f69-9cdc-a462ce5b865a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (d8e9f6c0-fb7d-4743-9cc6-ca35da1f67c7), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.237452 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-668d2782-8f8d-4f69-9cdc-a462ce5b865a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (d8e9f6c0-fb7d-4743-9cc6-ca35da1f67c7), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.256555 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2782-8f8d-4f69-9cdc-a462ce5b865a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e9f6c0-fb7d-4743-9cc6-ca35da1f67c7,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:35.265019 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-668d2782-8f8d-4f69-9cdc-a462ce5b865a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.266224 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-668d2782-8f8d-4f69-9cdc-a462ce5b865a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244078 Aug 29 22:45:35.269006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39776) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:35.273825 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-0d271090-607e-4cb4-aab1-eaae01bba0bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'security_group_rule': {'security_group_id': 'd41fc835-a239-4624-b3dc-af2d51129cef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:35.300822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0d271090-607e-4cb4-aab1-eaae01bba0bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (718cc352-f6a8-407f-9f1a-e25f1cd14acb), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.359999 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0d271090-607e-4cb4-aab1-eaae01bba0bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (718cc352-f6a8-407f-9f1a-e25f1cd14acb), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.366764 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0d271090-607e-4cb4-aab1-eaae01bba0bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (718cc352-f6a8-407f-9f1a-e25f1cd14acb), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.390570 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d271090-607e-4cb4-aab1-eaae01bba0bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718cc352-f6a8-407f-9f1a-e25f1cd14acb,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:35.398562 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0d271090-607e-4cb4-aab1-eaae01bba0bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.400473 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0d271090-607e-4cb4-aab1-eaae01bba0bb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298332 Aug 29 22:45:35.403199 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39778) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:35.407679 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:35.430976 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.516913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.630822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Allocated IP 172.27.1.30 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/0f82b587-3a8b-43cf-8590-ad9e1898063a) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:45:35.639895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:35.748523 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.752420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:35.787083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.835186 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:45:35.841211 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:45:35.843682 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'Port': ['ID=0f82b587-3a8b-43cf-8590-ad9e1898063a,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:35.845833 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:45:35.961535 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (4c50d6d8-bb79-46ce-abfc-20f20c146d92), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:36.006704 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:36.187564 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:36.192354 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:36.266756 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4c50d6d8-bb79-46ce-abfc-20f20c146d92), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:36.269457 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'Port': ['ID=0f82b587-3a8b-43cf-8590-ad9e1898063a,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:36.286559 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:36.288140 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-8facbcac-65d6-4be3-bd64-06be4ec3269c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8836334 Aug 29 22:45:36.500289 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-9c925ea9-0ffc-4389-9d20-3dbe6701c881 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--590979474&fields=id&tenant_id=05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 267 time: 0.0420203 Aug 29 22:45:36.609260 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-298eeed9-ea09-44e3-bcf1-18c364c728e9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:36.610687 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-298eeed9-ea09-44e3-bcf1-18c364c728e9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 817 time: 0.1033638 Aug 29 22:45:36.625565 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-e76971a6-fb53-496a-a0ff-31248cfc3e24 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/quotas/05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 375 time: 0.0094628 Aug 29 22:45:36.674606 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:36.684078 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-b1cab69c-d7ff-4878-af53-4e0e39a5a7a6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519965 Aug 29 22:45:36.787139 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-83c99b1c-6f3a-4e9d-98b0-5b2b278a2684 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905366 Aug 29 22:45:36.810862 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:36.886617 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-cc511f93-7300-4480-b697-c8879717853f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932639 Aug 29 22:45:37.069732 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0ef209ce-5300-4dc9-8b70-1a96c7fdc5bd req-8cde1d9e-dfa6-43c8-9377-05214ee7480e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0323002 Aug 29 22:45:37.799512 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0618b-dc53-4be8-bc75-5abf297f32ec req-ac475d1d-4ea5-4606-bdfe-1ebc90a43d12 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:37.800984 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0dc0618b-dc53-4be8-bc75-5abf297f32ec req-ac475d1d-4ea5-4606-bdfe-1ebc90a43d12 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0476375 Aug 29 22:45:37.850028 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0dc0618b-dc53-4be8-bc75-5abf297f32ec req-2dd55fa6-e463-4c6e-b36c-274e2a732afd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430870 Aug 29 22:45:38.191044 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f54c57a3-1698-43ba-848a-b5a12f2b5161 req-16c72a9c-6a4f-4bd5-8374-fa8d2abc4eb3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0364666 Aug 29 22:45:38.191318 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39846) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:38.239759 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] Deleting subnet 2bf7efba-d0bd-421a-a52e-7f297d216c4a {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:45:38.243730 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] Publish callbacks [] for subnet (2bf7efba-d0bd-421a-a52e-7f297d216c4a), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.281809 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (2bf7efba-d0bd-421a-a52e-7f297d216c4a), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.324900 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:38.327578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (2bf7efba-d0bd-421a-a52e-7f297d216c4a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.384788 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (2bf7efba-d0bd-421a-a52e-7f297d216c4a), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.409035 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf7efba-d0bd-421a-a52e-7f297d216c4a,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:38.416389 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.421489 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-16d56476-caf0-41ac-ab75-a120682ac2ed admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/2bf7efba-d0bd-421a-a52e-7f297d216c4a HTTP/1.1" status: 204 len: 168 time: 0.2259576 Aug 29 22:45:38.421712 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39848) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:38.496692 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (231f0f42-8ad1-4fa2-99bc-8a96caeeee6e), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.568797 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:38.584269 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (231f0f42-8ad1-4fa2-99bc-8a96caeeee6e), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.608328 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231f0f42-8ad1-4fa2-99bc-8a96caeeee6e']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:38.620129 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a18c9e3-f1b2-417c-8999-ae348705a8cc') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:38.620430 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a18c9e3-f1b2-417c-8999-ae348705a8cc') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:38.632695 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (7a18c9e3-f1b2-417c-8999-ae348705a8cc), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.647924 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (7a18c9e3-f1b2-417c-8999-ae348705a8cc), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.655308 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:45:38.655787 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (7a18c9e3-f1b2-417c-8999-ae348705a8cc), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.703962 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 7a18c9e3-f1b2-417c-8999-ae348705a8cc resource provider aggregate not found Aug 29 22:45:38.724016 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 7a18c9e3-f1b2-417c-8999-ae348705a8cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a18c9e3-f1b2-417c-8999-ae348705a8cc found for delete ", "request_id": "req-1b40a6ec-ab39-44ff-b3d9-becdccd2efc1"}]} Aug 29 22:45:38.733241 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (231f0f42-8ad1-4fa2-99bc-8a96caeeee6e), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.739918 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:38.743970 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/231f0f42-8ad1-4fa2-99bc-8a96caeeee6e HTTP/1.1" status: 204 len: 168 time: 0.3212361 Aug 29 22:45:38.755962 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d682e-6a1a-4e0c-bb07-3228b4291349 admin admin] Pushing event deleted for resources: {'Network': ['ID=231f0f42-8ad1-4fa2-99bc-8a96caeeee6e,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:38.938974 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39858) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:38.992591 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acaad-f034-4000-a0bf-e53fb4f321a1 req-e28ae685-9ba5-4fca-a929-02d6e8a4968e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:38.994774 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-455acaad-f034-4000-a0bf-e53fb4f321a1 req-e28ae685-9ba5-4fca-a929-02d6e8a4968e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0662599 Aug 29 22:45:39.028837 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b34361c5-5dfe-45cf-98d1-5b1ac406f4e5 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=211213d0c20641adb48a3d39703f7532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887425 Aug 29 22:45:39.031420 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39860) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:39.093755 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-455acaad-f034-4000-a0bf-e53fb4f321a1 req-639e3c04-67a5-4cb3-8756-cac652fed797 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910265 Aug 29 22:45:39.111401 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b4819687-6f0e-4c19-a99a-c282408ec3ba admin admin] Publish callbacks [] for security_group (7ed52de6-07d6-4633-9b33-9cfb78484267), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:39.135554 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b4819687-6f0e-4c19-a99a-c282408ec3ba admin admin] Publish callbacks [] for security_group (7ed52de6-07d6-4633-9b33-9cfb78484267), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:39.194141 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b4819687-6f0e-4c19-a99a-c282408ec3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7ed52de6-07d6-4633-9b33-9cfb78484267), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:39.196658 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b4819687-6f0e-4c19-a99a-c282408ec3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:39.201629 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b4819687-6f0e-4c19-a99a-c282408ec3ba admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/7ed52de6-07d6-4633-9b33-9cfb78484267 HTTP/1.1" status: 204 len: 168 time: 0.1664536 Aug 29 22:45:39.209079 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4819687-6f0e-4c19-a99a-c282408ec3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed52de6-07d6-4633-9b33-9cfb78484267,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:39.221215 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:39.221824 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:39.326516 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ff1b5bf-d4a0-4d09-990f-1721bb4bac2d req-ac2d59e2-857c-47b1-9833-a925de882af8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0336802 Aug 29 22:45:40.178891 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb126bc-0814-4daa-a938-c75709731275 req-a5fca946-3a47-4905-af57-76c2fa7daca5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:40.180644 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3bb126bc-0814-4daa-a938-c75709731275 req-a5fca946-3a47-4905-af57-76c2fa7daca5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0529077 Aug 29 22:45:40.237056 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8ea3e-60b6-4b03-bf65-4b0cb7bf2ac8 req-86a2bb9c-10c7-47a4-bd05-5251314f29c1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:40.239425 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ae8ea3e-60b6-4b03-bf65-4b0cb7bf2ac8 req-86a2bb9c-10c7-47a4-bd05-5251314f29c1 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 945 time: 0.0588868 Aug 29 22:45:40.302930 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ae8ea3e-60b6-4b03-bf65-4b0cb7bf2ac8 req-694670cf-2dd9-4d3e-b52b-a04b3e814f6d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c928fd4d-e3aa-46d6-930c-03df3645f441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564475 Aug 29 22:45:40.371401 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Deleting port 62afccef-e8d2-4fce-8052-0f7da6e93ebc {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:45:40.371401 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:40.384875 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-e5ab8771-5006-408f-88cf-c554e7027380 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:40.386340 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-e5ab8771-5006-408f-88cf-c554e7027380 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 817 time: 0.1727610 Aug 29 22:45:40.449976 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-da1b27df-e38f-4761-870e-9d864e61e770 req-b0d57d05-4a4b-4312-8bb2-3bcb79de2d15 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0337718 Aug 29 22:45:40.518804 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-49e3b60a-50b3-48c7-bb94-9a0b221b911e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 379 time: 0.1211030 Aug 29 22:45:40.534835 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'port': {'device_id': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'admin_state_up': True, 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'security_groups': ['d41fc835-a239-4624-b3dc-af2d51129cef']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:40.539771 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] For port 62afccef-e8d2-4fce-8052-0f7da6e93ebc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=62afccef-e8d2-4fce-8052-0f7da6e93ebc,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:40.540143 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:40.712755 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:40.789206 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Made reservation on behalf of 05e6d1afb63446af887a1de133b7bf2e for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:45:40.792981 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:40.810526 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:40.810913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4b23d8f1-27aa-4710-945c-8ceb93879605), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:40.811230 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Floating IP 4b23d8f1-27aa-4710-945c-8ceb93879605 disassociated. External IP: 172.27.1.169, port: 62afccef-e8d2-4fce-8052-0f7da6e93ebc. Aug 29 22:45:40.811573 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Calling delete_port for 62afccef-e8d2-4fce-8052-0f7da6e93ebc owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:45:40.915169 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:41.021717 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Allocated IP 172.20.0.5 (eb2d0869-f5f7-40a7-9c40-ad66d99bd892/ce744b8b-a9c8-44f7-9b04-396759716cee/b903e211-1037-4142-a6a4-fe89c4385560) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:45:41.076796 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (62afccef-e8d2-4fce-8052-0f7da6e93ebc), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:41.391681 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event deleted for resources: {'Port': ['ID=62afccef-e8d2-4fce-8052-0f7da6e93ebc,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:41.432982 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a5f9019d-d5c0-4028-93db-b3a881ad68c9 req-3f8d66f9-b138-4b13-8fa6-e58d845155eb tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0417814 Aug 29 22:45:41.564591 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-75d0ca12-411a-4ebb-a415-7fd2790971f6 req-79fc5983-8453-465d-ae07-14be29997333 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0301018 Aug 29 22:45:41.573281 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for port (b903e211-1037-4142-a6a4-fe89c4385560), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:41.604807 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Router 60911ba5-60d2-4109-90f9-0712dccd588f has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:45:41.688700 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:41.734660 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:41.794389 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:45:41.797626 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:41.808997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:45:41.814030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:45:41.852833 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:45:41.873998 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] Sync routers for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:45:41.888823 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:45:41.889469 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:41.917160 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:41.918115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:41.944332 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] No DVR routers for this DVR port 62afccef-e8d2-4fce-8052-0f7da6e93ebc on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:45:41.951539 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:41.955962 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3bb126bc-0814-4daa-a938-c75709731275 req-5b9bedf1-4f96-495e-94cb-f668f3dfc35a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "DELETE /networking/v2.0/ports/62afccef-e8d2-4fce-8052-0f7da6e93ebc HTTP/1.1" status: 204 len: 173 time: 1.7691331 Aug 29 22:45:41.956607 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'name': 'network-vif-deleted', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:41.959935 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e692a3-58fc-45dd-b297-4a68bbc31737" -d '{"events": [{"server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "name": "network-vif-deleted", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:41.989189 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-826157aa-6476-4ff8-aa56-3231fc3a687b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4589760 Aug 29 22:45:42.017611 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a2316899-fed0-4a51-a476-f14a12668fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.021481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Request body: {'port': {'device_id': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:42.129575 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:42.131971 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa77efd-0299-4bdb-ae39-562afb5a6b67 x-openstack-request-id: req-4fa77efd-0299-4bdb-ae39-562afb5a6b67 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:42.132406 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f655b3-78d2-40f5-ac78-806952dba34b", "name": "network-vif-deleted", "tag": "62afccef-e8d2-4fce-8052-0f7da6e93ebc", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:42.132749 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fa77efd-0299-4bdb-ae39-562afb5a6b67 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:42.133293 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa77efd-0299-4bdb-ae39-562afb5a6b67'] response: {'server_uuid': '69f655b3-78d2-40f5-ac78-806952dba34b', 'name': 'network-vif-deleted', 'tag': '62afccef-e8d2-4fce-8052-0f7da6e93ebc', 'status': 'completed', 'code': 200} Aug 29 22:45:42.161237 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:45:42.207206 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.226583 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-8470e4e1-aa4b-4309-b80a-aa5783c06067 None None] Provisioning complete for port b903e211-1037-4142-a6a4-fe89c4385560 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:45:42.227021 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8470e4e1-aa4b-4309-b80a-aa5783c06067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b903e211-1037-4142-a6a4-fe89c4385560), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.296950 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 62afccef-e8d2-4fce-8052-0f7da6e93ebc no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:45:42.364392 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 62afccef-e8d2-4fce-8052-0f7da6e93ebc {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:45:42.364670 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 62afccef-e8d2-4fce-8052-0f7da6e93ebc not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:45:42.384618 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-8470e4e1-aa4b-4309-b80a-aa5783c06067 None None] Port b903e211-1037-4142-a6a4-fe89c4385560 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:45:42.482038 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:42.514167 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] Checking router: 60911ba5-60d2-4109-90f9-0712dccd588f for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:45:42.518768 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b903e211-1037-4142-a6a4-fe89c4385560 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:45:42.523576 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:45:42.524205 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:42.526925 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Publish callbacks [] for port (b903e211-1037-4142-a6a4-fe89c4385560), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.541773 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Transition to ACTIVE for port object b903e211-1037-4142-a6a4-fe89c4385560 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:45:42.548062 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.592131 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8d66ddb7-15bf-46a1-ab23-babaef98e39c req-4543851c-a7dd-4238-b19d-83cfef927cc6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=69f655b3-78d2-40f5-ac78-806952dba34b HTTP/1.1" status: 200 len: 210 time: 0.0441866 Aug 29 22:45:42.640866 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:45:42.658946 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:42.684773 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Attempting to bind port b903e211-1037-4142-a6a4-fe89c4385560 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:45:42.685195 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Attempting to bind port b903e211-1037-4142-a6a4-fe89c4385560 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:45:42.685606 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Attempting to bind port b903e211-1037-4142-a6a4-fe89c4385560 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:45:42.690849 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Port b903e211-1037-4142-a6a4-fe89c4385560 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:45:42.691030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Attempting to bind port b903e211-1037-4142-a6a4-fe89c4385560 on network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:45:42.697010 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:45:42.697445 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Checking segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:45:42.697901 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Bound using segment: {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:45:42.698769 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Bound port: b903e211-1037-4142-a6a4-fe89c4385560, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1779fdbe-f02c-4542-a285-6ef22eeb46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:45:42.699118 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.725420 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85cb40-93e2-460a-aa9c-1ef06f52461c req-d0f967da-57dc-420f-b5b4-becd97ea8b2c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:42.727039 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ec85cb40-93e2-460a-aa9c-1ef06f52461c req-d0f967da-57dc-420f-b5b4-becd97ea8b2c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0608642 Aug 29 22:45:42.775914 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:45:42.779322 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:45:42.788927 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.794025 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:42.794575 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:42.797036 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 1093 time: 0.8005433 Aug 29 22:45:42.830203 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ec85cb40-93e2-460a-aa9c-1ef06f52461c req-2625ed7a-e2b1-41e8-b92d-2c0b0fe02916 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969682 Aug 29 22:45:42.858244 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ed393-7903-4af1-ad2b-9a5fa1f0a316 service neutron] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:42.914896 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:42.936754 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-ccb6b2c6-7da7-4966-affc-a61ea22602a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:42.938300 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-ccb6b2c6-7da7-4966-affc-a61ea22602a8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1127 time: 0.0558195 Aug 29 22:45:42.949715 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b4bc9-ff53-4c74-a8b2-de3ef2d37153 None None] The sync data for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi is: [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:45:42.990916 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-a8d30675-4be4-4055-a1df-4163ce37afb3 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 217 time: 0.0449290 Aug 29 22:45:43.041222 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-7130de2d-0026-4647-88a5-a134b100ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:43.042893 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-7130de2d-0026-4647-88a5-a134b100ae22 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0462029 Aug 29 22:45:43.087209 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:43.096433 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-6e60cca8-1959-4816-a564-e45d5421a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:43.097949 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-6e60cca8-1959-4816-a564-e45d5421a8d0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449779 Aug 29 22:45:43.204123 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-34f2fd27-0246-4bfb-b27b-07fc6de7f687 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998158 Aug 29 22:45:43.208821 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81daa371-f698-47ff-a465-af1f1f116cab None None] New status for floating IP 4b23d8f1-27aa-4710-945c-8ceb93879605: DOWN {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:45:43.275238 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:43.299860 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a72dbd93-0d6e-4ffc-bf0c-392bc2689ebd req-f020562c-77a8-4d94-b98f-356d3d3a1a97 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898418 Aug 29 22:45:43.676068 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39902) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:43.740693 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e371-b6cc-4363-9959-22a6068f4c4a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (c928fd4d-e3aa-46d6-930c-03df3645f441), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:43.765052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e371-b6cc-4363-9959-22a6068f4c4a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (c928fd4d-e3aa-46d6-930c-03df3645f441), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:43.820150 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e371-b6cc-4363-9959-22a6068f4c4a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c928fd4d-e3aa-46d6-930c-03df3645f441), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:43.822995 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e371-b6cc-4363-9959-22a6068f4c4a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:43.824155 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c0f4e371-b6cc-4363-9959-22a6068f4c4a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c928fd4d-e3aa-46d6-930c-03df3645f441 HTTP/1.1" status: 204 len: 168 time: 0.1470809 Aug 29 22:45:43.828257 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39904) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:43.835557 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4e371-b6cc-4363-9959-22a6068f4c4a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c928fd4d-e3aa-46d6-930c-03df3645f441,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:43.850051 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.api.v2.resource [None req-38c8a94e-bebf-4965-a784-653e12201c11 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] show failed (client error): The resource could not be found. Aug 29 22:45:43.851444 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-38c8a94e-bebf-4965-a784-653e12201c11 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups/c928fd4d-e3aa-46d6-930c-03df3645f441 HTTP/1.1" status: 404 len: 347 time: 0.0214393 Aug 29 22:45:43.855925 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39906) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:43.981930 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Deleting port 87c4a360-85b5-4b65-be78-2468c4509022 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:45:43.982267 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (87c4a360-85b5-4b65-be78-2468c4509022), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:43.985723 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9cbe0-9777-4f78-adf9-2d96ffd7b264 req-9df28f7f-857f-45dc-98e4-e9ed95ba95ef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:43.987308 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-84c9cbe0-9777-4f78-adf9-2d96ffd7b264 req-9df28f7f-857f-45dc-98e4-e9ed95ba95ef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0530493 Aug 29 22:45:44.016212 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:44.039634 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-84c9cbe0-9777-4f78-adf9-2d96ffd7b264 req-63e168f6-41c7-449f-a0cb-96d2ee02ff77 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447662 Aug 29 22:45:44.067995 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (87c4a360-85b5-4b65-be78-2468c4509022), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.068405 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (87c4a360-85b5-4b65-be78-2468c4509022), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.082426 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Calling delete_port for 87c4a360-85b5-4b65-be78-2468c4509022 owned by network:floatingip {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:45:44.135075 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:44.137260 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeb24ea-c83d-4c23-b876-e162a777598d" -d '{"events": [{"name": "network-changed", "server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "tag": "b903e211-1037-4142-a6a4-fe89c4385560"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:44.185596 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fcf5d1-99d4-42bf-ae13-631af526a466 x-openstack-request-id: req-a5fcf5d1-99d4-42bf-ae13-631af526a466 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:44.185896 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "tag": "b903e211-1037-4142-a6a4-fe89c4385560", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:44.186155 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5fcf5d1-99d4-42bf-ae13-631af526a466 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:44.186562 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fcf5d1-99d4-42bf-ae13-631af526a466'] response: {'name': 'network-changed', 'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560', 'status': 'completed', 'code': 200} Aug 29 22:45:44.270419 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-493a2a63-076d-4d03-81c7-53f5032e35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:44.271952 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-493a2a63-076d-4d03-81c7-53f5032e35d0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1127 time: 0.0613260 Aug 29 22:45:44.274470 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (87c4a360-85b5-4b65-be78-2468c4509022), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.275480 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:45:44.299372 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:44.331724 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event deleted for resources: {'Port': ['ID=87c4a360-85b5-4b65-be78-2468c4509022,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:44.381333 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:44.403261 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:44.417477 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'b903e211-1037-4142-a6a4-fe89c4385560', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'port_id': 'b903e211-1037-4142-a6a4-fe89c4385560', 'mac_address': 'fa:16:3e:e5:be:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:45:44.450947 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (4b23d8f1-27aa-4710-945c-8ceb93879605), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.453435 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.454617 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-8159f7ea-ebaf-4c33-83c7-a6d1411ab922 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/4b23d8f1-27aa-4710-945c-8ceb93879605 HTTP/1.1" status: 204 len: 168 time: 0.5976849 Aug 29 22:45:44.457532 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:45:44.457945 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.474277 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-bb6096e5-d1d7-4d83-b613-43584ea185ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:44.475813 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-bb6096e5-d1d7-4d83-b613-43584ea185ca service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.1926243 Aug 29 22:45:44.479341 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b903e211-1037-4142-a6a4-fe89c4385560 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:45:44.516026 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:44.520848 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-64ae3d3a-77ed-46bc-95e4-e33dce416c3a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 217 time: 0.0376718 Aug 29 22:45:44.521331 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.567551 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39916) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:44.574918 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:44.575304 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-9f98537e-0653-4b83-8835-68f9494e98f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852079075', 'description': 'tempest-description--172145833'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:44.583827 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.584339 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.584806 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.585247 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.585704 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.586102 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.586644 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.586982 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.587316 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.587642 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.587977 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.588315 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.588639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.588964 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.589285 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:45:44.593813 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-747e93d1-7f31-426d-9453-5ba5e475ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:44.595430 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-747e93d1-7f31-426d-9453-5ba5e475ca62 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0677493 Aug 29 22:45:44.605985 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9f98537e-0653-4b83-8835-68f9494e98f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.654656 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-428cab12-5cda-49d0-bfd5-99ff1d7cbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:44.656096 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-428cab12-5cda-49d0-bfd5-99ff1d7cbe8d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520403 Aug 29 22:45:44.682654 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:44.697363 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9f98537e-0653-4b83-8835-68f9494e98f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (40726c21-2294-4c9b-a815-a66428829937), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.702149 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9f98537e-0653-4b83-8835-68f9494e98f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (40726c21-2294-4c9b-a815-a66428829937), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.747456 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9f98537e-0653-4b83-8835-68f9494e98f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.751449 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9f98537e-0653-4b83-8835-68f9494e98f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1799488 Aug 29 22:45:44.751637 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39920) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:44.757514 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-d6ffd4f4-6b77-411a-9ac0-fdbc9d315ba3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'security_group_rule': {'security_group_id': '40726c21-2294-4c9b-a815-a66428829937', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:44.767385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['b903e211-1037-4142-a6a4-fe89c4385560'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:45:44.767671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98537e-0653-4b83-8835-68f9494e98f5 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40726c21-2294-4c9b-a815-a66428829937,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:44.775910 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-93015d7c-2085-4442-b0b0-fc88176be26e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125073 Aug 29 22:45:44.801294 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd4f4-6b77-411a-9ac0-fdbc9d315ba3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (a9c45c79-fbbc-4ea2-9206-c4271fcc4b7c), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.809900 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-49438016-fcde-4ec4-aad1-2b5d370e7bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.842539 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:44.845192 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:44.886135 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd4f4-6b77-411a-9ac0-fdbc9d315ba3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (a9c45c79-fbbc-4ea2-9206-c4271fcc4b7c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.891192 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd4f4-6b77-411a-9ac0-fdbc9d315ba3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (a9c45c79-fbbc-4ea2-9206-c4271fcc4b7c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.894430 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3aeb24ea-c83d-4c23-b876-e162a777598d req-8279b7e9-cd60-410e-b8e3-0cf0a4a9fbda service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104650 Aug 29 22:45:44.915362 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffd4f4-6b77-411a-9ac0-fdbc9d315ba3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c45c79-fbbc-4ea2-9206-c4271fcc4b7c,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:44.929684 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd4f4-6b77-411a-9ac0-fdbc9d315ba3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:44.930948 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d6ffd4f4-6b77-411a-9ac0-fdbc9d315ba3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783257 Aug 29 22:45:44.936017 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39922) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:44.940598 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-5233590d-f9bb-4355-9f1c-9435d8739308 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'security_group_rule': {'security_group_id': '40726c21-2294-4c9b-a815-a66428829937', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:44.987084 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5233590d-f9bb-4355-9f1c-9435d8739308 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (f806ccd1-d02b-469b-9d7c-57251411e4cd), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.052411 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5233590d-f9bb-4355-9f1c-9435d8739308 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (f806ccd1-d02b-469b-9d7c-57251411e4cd), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.058420 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5233590d-f9bb-4355-9f1c-9435d8739308 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (f806ccd1-d02b-469b-9d7c-57251411e4cd), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.079584 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233590d-f9bb-4355-9f1c-9435d8739308 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f806ccd1-d02b-469b-9d7c-57251411e4cd,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:45.086202 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5233590d-f9bb-4355-9f1c-9435d8739308 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.087593 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5233590d-f9bb-4355-9f1c-9435d8739308 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504409 Aug 29 22:45:45.090704 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 39930) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:45.099173 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:45.135405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.248535 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da072-2f41-4a39-873c-9a6148e508c0 req-5f070de4-2795-4782-96aa-899aca6af1a0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:45.250082 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-011da072-2f41-4a39-873c-9a6148e508c0 req-5f070de4-2795-4782-96aa-899aca6af1a0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 944 time: 0.0663185 Aug 29 22:45:45.270879 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.403051 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-011da072-2f41-4a39-873c-9a6148e508c0 req-93e29902-b959-4f74-a6ef-9935215462ec tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419725 Aug 29 22:45:45.497916 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Allocated IP 172.27.1.81 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/1552a768-e51d-4768-a970-4444f253ff4e) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:45:45.514851 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:45.645208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for port (1552a768-e51d-4768-a970-4444f253ff4e), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.662400 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:45.689135 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (1552a768-e51d-4768-a970-4444f253ff4e), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.733930 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:45:45.741348 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'Port': ['ID=1552a768-e51d-4768-a970-4444f253ff4e,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:45.744267 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:45:45.746611 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:45:45.761332 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.796448 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (7ed35b1e-fdbb-44d0-b57b-11c95daee64d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:45.850556 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (1552a768-e51d-4768-a970-4444f253ff4e), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.030460 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for port (1552a768-e51d-4768-a970-4444f253ff4e), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.036679 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (1552a768-e51d-4768-a970-4444f253ff4e), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.037522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (7ed35b1e-fdbb-44d0-b57b-11c95daee64d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.088468 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.089899 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9980564 Aug 29 22:45:46.098872 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71330338-5fb2-4eec-8e19-0a8557ddf558 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'Port': ['ID=1552a768-e51d-4768-a970-4444f253ff4e,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:46.264719 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:45:46.315654 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port b903e211-1037-4142-a6a4-fe89c4385560 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:45:46.326451 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port b903e211-1037-4142-a6a4-fe89c4385560 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:45:46.327401 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b903e211-1037-4142-a6a4-fe89c4385560), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.466680 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:45:46.467539 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.531605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:46.531605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b403522-86bc-471f-b11b-8ac8a1b3c5ad" -d '{"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-plugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:46.552083 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:46.558492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.628393 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:46.722608 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-e7ae7d5a-94e7-4346-aba3-79fe5f354f5e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1852079075&fields=id&tenant_id=cf0dd257dea04aca845b17f51e1c200e HTTP/1.1" status: 200 len: 267 time: 0.0643728 Aug 29 22:45:46.810691 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b307e3-8c3c-42a2-b368-aeee04138b7a req-0a9e1064-ebb6-498c-9f92-d0794b67ce11 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:46.812214 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d5b307e3-8c3c-42a2-b368-aeee04138b7a req-0a9e1064-ebb6-498c-9f92-d0794b67ce11 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.2733243 Aug 29 22:45:46.897971 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d5b307e3-8c3c-42a2-b368-aeee04138b7a req-0b117068-14bc-4a34-b9bc-3c30ba75aa7b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763292 Aug 29 22:45:46.904619 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-8b619026-1f84-40aa-9e04-f768ba18b7ec tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:46.906158 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-8b619026-1f84-40aa-9e04-f768ba18b7ec tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 810 time: 0.1655061 Aug 29 22:45:46.927399 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-58fd23f7-7a66-4e66-afce-4201c6eb1f77 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/quotas/cf0dd257dea04aca845b17f51e1c200e HTTP/1.1" status: 200 len: 375 time: 0.0136614 Aug 29 22:45:46.965184 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:46.975250 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8b68b2-542d-41d5-8369-9de4553d8c3e x-openstack-request-id: req-cb8b68b2-542d-41d5-8369-9de4553d8c3e {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:46.975542 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-plugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:46.975796 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb8b68b2-542d-41d5-8369-9de4553d8c3e {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:46.976754 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8b68b2-542d-41d5-8369-9de4553d8c3e'] response: {'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560', 'code': 200} Aug 29 22:45:46.985121 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-93f9f796-af6c-4cfe-b85c-22ef131bf9e9 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511069 Aug 29 22:45:47.108949 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:47.141129 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-e7dfc7bf-2e7b-4a3c-b884-cd9dd86fc068 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329937 Aug 29 22:45:47.214162 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21a473-a7ee-48c1-a2f1-8ba180d4cca2 req-dd4b4cd6-2c52-4a2b-9e04-d9e3561efb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:47.215776 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-7a21a473-a7ee-48c1-a2f1-8ba180d4cca2 req-dd4b4cd6-2c52-4a2b-9e04-d9e3561efb9d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1129 time: 0.0425580 Aug 29 22:45:47.223587 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:47.276177 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-7a21a473-a7ee-48c1-a2f1-8ba180d4cca2 req-14fbd4cc-abd5-4ce0-bc36-792be7b4c23e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537496 Aug 29 22:45:47.287773 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-64240f5b-6d3d-4b27-801d-bd46b016bbbf service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380782 Aug 29 22:45:47.493793 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-761572b9-4441-47db-8d97-081816a4497c req-db0f0a99-0a2b-435e-8d4e-3a19892f6221 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0397096 Aug 29 22:45:47.693042 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:48.039821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e670b55-2b94-42de-a6b9-0c648c5ad1ad req-8f9865f9-b53d-4f25-9630-eda3c0175b9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:48.041313 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e670b55-2b94-42de-a6b9-0c648c5ad1ad req-8f9865f9-b53d-4f25-9630-eda3c0175b9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Aug 29 22:45:48.092584 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e670b55-2b94-42de-a6b9-0c648c5ad1ad req-e3fca0ca-3c52-48bc-bf26-daf804e71a91 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Aug 29 22:45:48.630630 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ca4ce93-ce17-49c7-bc3c-35d6d5ebdf98 req-2a9610d4-84be-4b80-90ef-44112a7d5a82 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0287900 Aug 29 22:45:49.224594 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c06733-7e3a-4f93-966e-bf8965f32670 req-885555b3-7be9-4839-9d98-99d5316abf33 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:49.226048 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4c06733-7e3a-4f93-966e-bf8965f32670 req-885555b3-7be9-4839-9d98-99d5316abf33 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0479658 Aug 29 22:45:49.296609 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c4c06733-7e3a-4f93-966e-bf8965f32670 req-ead3aa7a-9439-469a-9cbf-04896fcabbcb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649192 Aug 29 22:45:49.462150 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3650976-b435-4083-b769-14a46eda92ea req-96e7baf4-cf5e-4d4d-9ba6-86f976a29d9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:49.465098 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e3650976-b435-4083-b769-14a46eda92ea req-96e7baf4-cf5e-4d4d-9ba6-86f976a29d9d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0650735 Aug 29 22:45:49.481859 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 39998) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:45:49.489225 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Request body: {'floatingip': {'port_id': 'b903e211-1037-4142-a6a4-fe89c4385560'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:49.542824 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (4c50d6d8-bb79-46ce-abfc-20f20c146d92), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:49.768645 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e9460cbd-b744-4cb8-b702-b7be2c79da99 req-79e6ff0e-50f7-474c-a743-921099d5b50e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0490201 Aug 29 22:45:50.102117 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:50.115192 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:50.132914 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4c50d6d8-bb79-46ce-abfc-20f20c146d92), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:50.152325 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cd8a5-25c0-4339-9e1c-651d6823db75 req-466f2ac2-a5b2-426a-922a-61e780b102f2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:50.155036 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b49cd8a5-25c0-4339-9e1c-651d6823db75 req-466f2ac2-a5b2-426a-922a-61e780b102f2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0703552 Aug 29 22:45:50.224613 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b49cd8a5-25c0-4339-9e1c-651d6823db75 req-2efd787d-22e3-4225-bf5c-a917c80669d2 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608115 Aug 29 22:45:50.230463 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-0035d145-5c5a-445b-a32f-1ac70fe2ff9c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:50.232042 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-0035d145-5c5a-445b-a32f-1ac70fe2ff9c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 810 time: 0.3003490 Aug 29 22:45:50.233131 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b8093-98e5-4466-9219-650d4d32c262 req-ee5f7746-c478-44a8-88eb-83be6588ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:50.234601 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-067b8093-98e5-4466-9219-650d4d32c262 req-ee5f7746-c478-44a8-88eb-83be6588ea6e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1129 time: 0.1179073 Aug 29 22:45:50.649795 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Floating IP 4c50d6d8-bb79-46ce-abfc-20f20c146d92 associated. External IP: 172.27.1.30, port: b903e211-1037-4142-a6a4-fe89c4385560. Aug 29 22:45:50.694653 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:50.719956 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-e388d14d-bb05-473a-9450-b09c8a10d87b tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf0dd257dea04aca845b17f51e1c200e HTTP/1.1" status: 200 len: 380 time: 0.4424453 Aug 29 22:45:50.737195 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'port': {'device_id': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'admin_state_up': True, 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'security_groups': ['40726c21-2294-4c9b-a815-a66428829937']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:50.791024 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b8093-98e5-4466-9219-650d4d32c262 req-0a2b0868-01a7-40c1-b359-b16b8ae31dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:50.793057 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-067b8093-98e5-4466-9219-650d4d32c262 req-0a2b0868-01a7-40c1-b359-b16b8ae31dfb service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.5132849 Aug 29 22:45:50.897384 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5aed5075-eb1e-40ac-aa56-1c7f88065fde req-fa512e33-a822-4f66-bf7d-59d925b82f65 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0318565 Aug 29 22:45:50.936163 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-067b8093-98e5-4466-9219-650d4d32c262 req-81b9de0b-c5af-4ee5-a47d-a44be3091731 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 1001 time: 0.1093140 Aug 29 22:45:51.085753 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b8093-98e5-4466-9219-650d4d32c262 req-40cee13a-3b60-452b-9f41-d2089d7f9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:51.087148 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-067b8093-98e5-4466-9219-650d4d32c262 req-40cee13a-3b60-452b-9f41-d2089d7f9a5f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.1173551 Aug 29 22:45:51.104391 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Made reservation on behalf of cf0dd257dea04aca845b17f51e1c200e for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:45:51.108158 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:51.156257 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Router ffecc956-b7fe-44b5-bccc-943cb3cfd22d has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:45:51.157523 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b8093-98e5-4466-9219-650d4d32c262 req-78f58be5-432e-4e09-9935-afa1c1b807aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:51.159091 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-067b8093-98e5-4466-9219-650d4d32c262 req-78f58be5-432e-4e09-9935-afa1c1b807aa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662584 Aug 29 22:45:51.319401 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:51.366305 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524740d4-5d47-456f-bda0-e01bddc906a6 req-d86eb6fe-544c-4d09-b398-fc5c1cce263d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:51.367713 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-524740d4-5d47-456f-bda0-e01bddc906a6 req-d86eb6fe-544c-4d09-b398-fc5c1cce263d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0552497 Aug 29 22:45:51.421092 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-524740d4-5d47-456f-bda0-e01bddc906a6 req-677f0dee-9680-475a-b915-e3a8d205b3fc tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Aug 29 22:45:51.448029 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-067b8093-98e5-4466-9219-650d4d32c262 req-fda5b38c-9623-4099-8b28-f7372776b809 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798355 Aug 29 22:45:51.478881 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Allocated IP 172.20.0.10 (b66f117d-e67e-472b-adb6-20d24f75e534/e7360599-db95-4a16-8341-5065482e9ef7/20742b6f-8340-4fe9-a393-9ada56f123b0) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:45:51.483109 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:45:51.494645 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] Sync routers for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:45:51.508358 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:45:51.509336 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:51.516512 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:51.522611 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:51.599876 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-e5df816f-ef33-4a67-8a41-e6672ea862a9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/4c50d6d8-bb79-46ce-abfc-20f20c146d92 HTTP/1.1" status: 200 len: 990 time: 2.1136272 Aug 29 22:45:51.607135 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:51.614284 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b" -d '{"events": [{"name": "network-changed", "server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "tag": "b903e211-1037-4142-a6a4-fe89c4385560"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:51.671187 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6dc161-1639-466e-8e3b-39a015585adb x-openstack-request-id: req-1e6dc161-1639-466e-8e3b-39a015585adb {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:51.672017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "tag": "b903e211-1037-4142-a6a4-fe89c4385560", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:51.672017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e6dc161-1639-466e-8e3b-39a015585adb {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:51.672241 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6dc161-1639-466e-8e3b-39a015585adb'] response: {'name': 'network-changed', 'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560', 'status': 'completed', 'code': 200} Aug 29 22:45:51.692700 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-067b8093-98e5-4466-9219-650d4d32c262 req-04b22bb7-a319-4ab6-b43b-1ae5792fedd2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413397 Aug 29 22:45:51.779540 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-e655258e-1879-477c-b24e-0ad52df610f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:51.782079 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-e655258e-1879-477c-b24e-0ad52df610f2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1129 time: 0.0750296 Aug 29 22:45:51.801877 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:51.810040 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:51.815506 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:45:51.918989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:51.952304 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-edfd3145-1692-4f93-85ba-8acc031f11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:51.953822 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-edfd3145-1692-4f93-85ba-8acc031f11c2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.1582189 Aug 29 22:45:52.013873 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Network b66f117d-e67e-472b-adb6-20d24f75e534 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:45:52.023308 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:45:52.029922 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:45:52.039250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event updated for resources: {'Port': ['ID=20742b6f-8340-4fe9-a393-9ada56f123b0,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:52.077005 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb3180-3fb8-42f0-96c4-8fc8e03c1b62 req-eae0fd67-cedc-4706-bddb-889e07e5c777 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:52.081069 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-acbb3180-3fb8-42f0-96c4-8fc8e03c1b62 req-eae0fd67-cedc-4706-bddb-889e07e5c777 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 932 time: 0.0896707 Aug 29 22:45:52.081309 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-3892b481-0df9-4382-bba5-5df98cc6073a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 998 time: 0.1186461 Aug 29 22:45:52.135355 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:52.138571 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:52.146655 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4c50d6d8-bb79-46ce-abfc-20f20c146d92', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'port_id': 'b903e211-1037-4142-a6a4-fe89c4385560', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'mac_address': 'fa:16:3e:e5:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:45:35Z', 'updated_at': '2022-08-29T22:45:50Z', 'revision_number': 1, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:52.153307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:52.168512 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-acbb3180-3fb8-42f0-96c4-8fc8e03c1b62 req-a91beb73-2543-45cb-85ca-19170028cfc2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788610 Aug 29 22:45:52.190549 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6123dd7e-2f74-4d13-a111-f0308fd45687 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4638295 Aug 29 22:45:52.192452 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-14fe3286-f8a7-4553-b9e9-efcdbe7504e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:52.194201 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-14fe3286-f8a7-4553-b9e9-efcdbe7504e7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.1040788 Aug 29 22:45:52.201930 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] Checking router: ffecc956-b7fe-44b5-bccc-943cb3cfd22d for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:45:52.205609 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Request body: {'port': {'device_id': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:45:52.215435 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:45:52.216867 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:52.312705 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-ac83d43d-fc7f-4054-b38b-77e0fa25aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:52.315119 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-ac83d43d-fc7f-4054-b38b-77e0fa25aaa5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012213 Aug 29 22:45:52.333218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-a6fdea2d-8701-4c77-ab69-cf370f538bfd None None] Provisioning complete for port 20742b6f-8340-4fe9-a393-9ada56f123b0 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:45:52.333600 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a6fdea2d-8701-4c77-ab69-cf370f538bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:52.338056 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:52.348354 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:52.382893 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:45:52.413488 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-a6fdea2d-8701-4c77-ab69-cf370f538bfd None None] Port 20742b6f-8340-4fe9-a393-9ada56f123b0 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:45:52.536539 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-0d7c4995-1fa3-4e7c-b12b-74d972805f0b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113097 Aug 29 22:45:52.608301 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c19d3-c37e-4e27-aaab-de3acfc45033 req-3026ca45-dfa3-4b28-9c02-00d8f6793314 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:52.609943 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ba1c19d3-c37e-4e27-aaab-de3acfc45033 req-3026ca45-dfa3-4b28-9c02-00d8f6793314 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0743968 Aug 29 22:45:52.649020 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:52.668985 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ba1c19d3-c37e-4e27-aaab-de3acfc45033 req-9f06efef-efad-4ba6-a188-152a861aa071 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524833 Aug 29 22:45:52.678476 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4c50d6d8-bb79-46ce-abfc-20f20c146d92', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'port_id': 'b903e211-1037-4142-a6a4-fe89c4385560', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'mac_address': 'fa:16:3e:e5:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:45:35Z', 'updated_at': '2022-08-29T22:45:50Z', 'revision_number': 1, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:45:52.705375 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c6716-b7c7-498b-af21-3ef2e260cca0 None None] The sync data for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi is: [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '4c50d6d8-bb79-46ce-abfc-20f20c146d92', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'port_id': 'b903e211-1037-4142-a6a4-fe89c4385560', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'mac_address': 'fa:16:3e:e5:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:45:35Z', 'updated_at': '2022-08-29T22:45:50Z', 'revision_number': 1, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:45:52.757292 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2447a8d1-b912-4de4-ba4d-23f7e7a2c88b req-ee61efb4-ac77-4939-af62-a22c1e1b8201 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125156 Aug 29 22:45:52.866974 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20742b6f-8340-4fe9-a393-9ada56f123b0 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:45:52.875533 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Publish callbacks [] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:52.890533 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Transition to ACTIVE for port object 20742b6f-8340-4fe9-a393-9ada56f123b0 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:45:52.896433 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:52.973294 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d77afcc-3927-418d-8435-7af0be3c1f57 None None] New status for floating IP 4c50d6d8-bb79-46ce-abfc-20f20c146d92: ACTIVE {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:45:52.978659 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:52.980001 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:52.998848 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=20742b6f-8340-4fe9-a393-9ada56f123b0,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:53.034505 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Attempting to bind port 20742b6f-8340-4fe9-a393-9ada56f123b0 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:45:53.034913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Attempting to bind port 20742b6f-8340-4fe9-a393-9ada56f123b0 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:45:53.035241 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Attempting to bind port 20742b6f-8340-4fe9-a393-9ada56f123b0 on network b66f117d-e67e-472b-adb6-20d24f75e534 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:45:53.040232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Port 20742b6f-8340-4fe9-a393-9ada56f123b0 on network b66f117d-e67e-472b-adb6-20d24f75e534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:45:53.040522 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Attempting to bind port 20742b6f-8340-4fe9-a393-9ada56f123b0 on network b66f117d-e67e-472b-adb6-20d24f75e534 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:45:53.045741 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:45:53.046122 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Checking segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:45:53.046481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Bound using segment: {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:45:53.046934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Bound port: 20742b6f-8340-4fe9-a393-9ada56f123b0, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd477db2b-28f6-4bf7-8752-deee07e79a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:45:53.047297 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:53.117344 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:53.129947 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] For port 20742b6f-8340-4fe9-a393-9ada56f123b0, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:45:53.133729 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] For port 20742b6f-8340-4fe9-a393-9ada56f123b0, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20742b6f-8340-4fe9-a393-9ada56f123b0,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:45:53.142754 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:53.147741 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:53.148540 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:53.150347 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/20742b6f-8340-4fe9-a393-9ada56f123b0 HTTP/1.1" status: 200 len: 1094 time: 0.9489999 Aug 29 22:45:53.236651 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9225-70c7-4e01-93b7-94c8d508c1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=20742b6f-8340-4fe9-a393-9ada56f123b0,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:53.247341 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-5fa176bf-04d4-460f-92a7-8577fa1da217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:53.248869 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-5fa176bf-04d4-460f-92a7-8577fa1da217 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 1128 time: 0.0533853 Aug 29 22:45:53.292706 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-23578c5e-d3ee-4c3c-81ba-74e0db8afb32 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20742b6f-8340-4fe9-a393-9ada56f123b0 HTTP/1.1" status: 200 len: 217 time: 0.0361476 Aug 29 22:45:53.302656 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a113-52b2-4627-806d-a51b3e46cc30 req-aa8bdb83-9412-4124-aae9-268bfcc7ade9 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:53.304271 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-98b9a113-52b2-4627-806d-a51b3e46cc30 req-aa8bdb83-9412-4124-aae9-268bfcc7ade9 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 944 time: 0.0480418 Aug 29 22:45:53.351841 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-423902cd-181a-420d-be3b-b90dd8e66990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:53.353399 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-423902cd-181a-420d-be3b-b90dd8e66990 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.0557187 Aug 29 22:45:53.355157 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-98b9a113-52b2-4627-806d-a51b3e46cc30 req-ea4c3425-5a0a-4f43-9420-8766cc989afe tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Aug 29 22:45:53.404620 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-4b1b1333-59af-4a8c-be40-6d513a463ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:53.406169 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-4b1b1333-59af-4a8c-be40-6d513a463ec9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466859 Aug 29 22:45:53.511721 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-6dd95363-3de0-4514-ad67-4df131571bcc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999343 Aug 29 22:45:53.612814 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d04d2db6-78c5-430e-8b38-c773d4bc63d4 req-21f0df13-559c-481a-bacc-6434dcd358e7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952990 Aug 29 22:45:53.673348 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:53.675824 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d043ed03-adf0-427c-a5d3-692a5992a76c" -d '{"events": [{"name": "network-changed", "server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:53.716780 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fef1b11-a884-462b-8c23-88c9a248ee77 x-openstack-request-id: req-8fef1b11-a884-462b-8c23-88c9a248ee77 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:53.717269 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:53.717554 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fef1b11-a884-462b-8c23-88c9a248ee77 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:53.717956 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fef1b11-a884-462b-8c23-88c9a248ee77'] response: {'name': 'network-changed', 'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'status': 'completed', 'code': 200} Aug 29 22:45:53.808292 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a5e7-7b70-4f8e-9ff7-c1f4c19686ab req-870a8221-3b2b-4465-9ede-279d0d2e94ab tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:53.809677 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3a14a5e7-7b70-4f8e-9ff7-c1f4c19686ab req-870a8221-3b2b-4465-9ede-279d0d2e94ab tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0547161 Aug 29 22:45:53.865008 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3a14a5e7-7b70-4f8e-9ff7-c1f4c19686ab req-6735e355-53e5-4ecb-ac3f-f1ee0e748f14 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491109 Aug 29 22:45:54.490188 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691275-9c91-4782-a18b-e02358d6f0c8 req-fa1d6621-9cc4-4761-82ee-3bd43817f670 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:54.491761 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-42691275-9c91-4782-a18b-e02358d6f0c8 req-fa1d6621-9cc4-4761-82ee-3bd43817f670 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 944 time: 0.0544634 Aug 29 22:45:54.505537 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:54.551861 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-42691275-9c91-4782-a18b-e02358d6f0c8 req-d5abdd6c-1155-403c-9abe-35800a880150 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542190 Aug 29 22:45:54.590179 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-541914e7-ba1a-43fe-b5c2-180fee5cf9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:54.592763 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-541914e7-ba1a-43fe-b5c2-180fee5cf9e3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 1128 time: 0.0514781 Aug 29 22:45:54.697671 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-1626d003-4d94-4575-a958-bdb623fc91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:54.699247 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-1626d003-4d94-4575-a958-bdb623fc91b7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 911 time: 0.1004481 Aug 29 22:45:54.741021 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-fafce04a-c0f7-40eb-bd8c-7090583c07e9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20742b6f-8340-4fe9-a393-9ada56f123b0 HTTP/1.1" status: 200 len: 217 time: 0.0356014 Aug 29 22:45:54.790954 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:54.803951 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-b911fb82-30f5-441c-860e-879af3f9f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:54.805557 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-b911fb82-30f5-441c-860e-879af3f9f833 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.0571227 Aug 29 22:45:54.856335 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-ecf1f040-ca74-4ed4-bcf6-9b17ab2c3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:54.857859 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-ecf1f040-ca74-4ed4-bcf6-9b17ab2c3c91 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456283 Aug 29 22:45:55.024466 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83edc8-3e17-47c5-80d0-c42f53e20eb0 req-94142887-f894-4a9c-b613-2ab5f27b4824 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:55.027390 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5d83edc8-3e17-47c5-80d0-c42f53e20eb0 req-94142887-f894-4a9c-b613-2ab5f27b4824 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0763299 Aug 29 22:45:55.083893 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5d83edc8-3e17-47c5-80d0-c42f53e20eb0 req-d2e785bb-36b8-4266-8b28-534538b9bfe4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508826 Aug 29 22:45:55.088201 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-3b9d5309-38ee-457b-8fdc-04ce2426519d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215780 Aug 29 22:45:55.459135 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d043ed03-adf0-427c-a5d3-692a5992a76c req-66430994-5c91-4218-b832-c980c97fc26c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274874 Aug 29 22:45:55.685449 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:55.709256 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec21d4-aed2-4fc5-a4d1-095870973238 req-e7d912cc-68b0-4dea-847f-f1ac2d719773 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:55.711660 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2dec21d4-aed2-4fc5-a4d1-095870973238 req-e7d912cc-68b0-4dea-847f-f1ac2d719773 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 944 time: 0.0744050 Aug 29 22:45:55.773616 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2dec21d4-aed2-4fc5-a4d1-095870973238 req-9b10fd32-dc5f-4402-a771-19ca62cd8e6a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560565 Aug 29 22:45:55.913468 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:56.254643 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb580663-6768-44db-b884-ee1f51d119a3 req-60d6f2b0-abd6-48d6-b411-4d558ae10f23 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:56.254643 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bb580663-6768-44db-b884-ee1f51d119a3 req-60d6f2b0-abd6-48d6-b411-4d558ae10f23 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0623877 Aug 29 22:45:56.304953 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20742b6f-8340-4fe9-a393-9ada56f123b0 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:45:56.328298 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bb580663-6768-44db-b884-ee1f51d119a3 req-909eb680-12bb-43b1-b6ee-e76f0f5645de tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700176 Aug 29 22:45:56.475462 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20742b6f-8340-4fe9-a393-9ada56f123b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20742b6f-8340-4fe9-a393-9ada56f123b0,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:56.499104 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'port_id': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'mac_address': 'fa:16:3e:a2:a5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:45:56.572780 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20742b6f-8340-4fe9-a393-9ada56f123b0 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:45:56.573321 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:56.601337 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20742b6f-8340-4fe9-a393-9ada56f123b0 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:45:56.621133 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-86c92545-ec59-40b4-9acd-a047e5913318 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803316 Aug 29 22:45:56.648029 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20742b6f-8340-4fe9-a393-9ada56f123b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20742b6f-8340-4fe9-a393-9ada56f123b0,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:56.654815 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:56.710592 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-2940816f-e815-4647-af60-0aa9da2b07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:56.712527 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-2940816f-e815-4647-af60-0aa9da2b07c5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 1129 time: 0.0611005 Aug 29 22:45:56.733609 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20742b6f-8340-4fe9-a393-9ada56f123b0,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:56.916588 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e990b2-6e86-4140-b0f7-fc3365084e1c req-7ef3c1f5-b937-4f8d-8ded-0bb7278bb377 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:56.918653 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5e990b2-6e86-4140-b0f7-fc3365084e1c req-7ef3c1f5-b937-4f8d-8ded-0bb7278bb377 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 945 time: 0.0548155 Aug 29 22:45:56.977490 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['20742b6f-8340-4fe9-a393-9ada56f123b0'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:45:56.981696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:56.984130 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5e990b2-6e86-4140-b0f7-fc3365084e1c req-72313ef9-04de-4ed8-9bce-6f281e088d97 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588496 Aug 29 22:45:57.121661 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:57.181449 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-34ce0ef2-9c6e-4fd5-becd-099069e5a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:57.183239 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-34ce0ef2-9c6e-4fd5-becd-099069e5a458 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1345689 Aug 29 22:45:57.236500 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-76cc54b4-7a09-4707-b86d-817a5756479c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be00f065-5f4e-4890-b580-124b491dda4a HTTP/1.1" status: 200 len: 217 time: 0.0454979 Aug 29 22:45:57.295110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-829d44d6-a4f9-435d-84d0-44531be025bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:57.296642 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-829d44d6-a4f9-435d-84d0-44531be025bd service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0545292 Aug 29 22:45:57.354573 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-5441b485-416c-4fb0-b5f8-dd4d883dc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:57.356250 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-5441b485-416c-4fb0-b5f8-dd4d883dc646 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535307 Aug 29 22:45:57.492398 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94a61-019e-4324-9028-87e010ab50a6 req-629a0b71-1501-40f3-bb64-02ddc04ecf84 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:57.494020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6d94a61-019e-4324-9028-87e010ab50a6 req-629a0b71-1501-40f3-bb64-02ddc04ecf84 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0690238 Aug 29 22:45:57.504266 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-6c63f38c-9e5d-44bc-a969-eb3470365fe7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361210 Aug 29 22:45:57.562581 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6d94a61-019e-4324-9028-87e010ab50a6 req-fe6ea5c4-d032-46e4-a427-0425632e2f36 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603073 Aug 29 22:45:57.947115 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-34b3a1cf-d5f5-41d4-8af9-2e6386aa393b req-e96d6432-c3e4-4dbd-a6fe-77b5287fbf71 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335179 Aug 29 22:45:58.047102 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc69ba4-f7e6-42f2-943b-f2153c501b8e req-8eca10d5-c1b3-4393-b0ea-42817c78a6c0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:58.048671 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4cc69ba4-f7e6-42f2-943b-f2153c501b8e req-8eca10d5-c1b3-4393-b0ea-42817c78a6c0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0551310 Aug 29 22:45:58.112196 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4cc69ba4-f7e6-42f2-943b-f2153c501b8e req-21c12033-f172-40e8-bd5d-a0e3b474a656 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544369 Aug 29 22:45:58.185098 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb97ba0-70b6-423b-b718-aeee1542ff63 req-a7240094-e86b-4922-8f85-632523dcebe2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:58.186458 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2bb97ba0-70b6-423b-b718-aeee1542ff63 req-a7240094-e86b-4922-8f85-632523dcebe2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 945 time: 0.0543833 Aug 29 22:45:58.236534 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2bb97ba0-70b6-423b-b718-aeee1542ff63 req-f4b6100d-6602-4936-a27a-8972d1e178e4 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Aug 29 22:45:58.324985 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20742b6f-8340-4fe9-a393-9ada56f123b0 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:45:58.365517 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:58.374674 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 20742b6f-8340-4fe9-a393-9ada56f123b0 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:45:58.381892 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 20742b6f-8340-4fe9-a393-9ada56f123b0 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:45:58.382317 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:58.465147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 20742b6f-8340-4fe9-a393-9ada56f123b0 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:45:58.465446 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:58.494609 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:45:58.496908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e2f81-b9f9-470f-b875-a2aed43b411c" -d '{"events": [{"server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "name": "network-vif-plugged", "status": "completed", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:45:58.511067 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 20742b6f-8340-4fe9-a393-9ada56f123b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20742b6f-8340-4fe9-a393-9ada56f123b0,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:45:58.515702 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:58.545234 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de436ff4-3164-45f5-8ebd-79b947dc659d x-openstack-request-id: req-de436ff4-3164-45f5-8ebd-79b947dc659d {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:45:58.545644 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "name": "network-vif-plugged", "status": "completed", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:45:58.545807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de436ff4-3164-45f5-8ebd-79b947dc659d {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:45:58.546150 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de436ff4-3164-45f5-8ebd-79b947dc659d'] response: {'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'code': 200} Aug 29 22:45:58.572209 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=20742b6f-8340-4fe9-a393-9ada56f123b0,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:45:58.713196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a23ef-0860-4a30-aef5-ad0f21b49293 req-74b7a85b-b49e-4ffc-b6e1-cb2c4fa8eb96 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:58.715500 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e21a23ef-0860-4a30-aef5-ad0f21b49293 req-74b7a85b-b49e-4ffc-b6e1-cb2c4fa8eb96 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0737689 Aug 29 22:45:58.768484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e21a23ef-0860-4a30-aef5-ad0f21b49293 req-dbbe9085-9924-4ded-8cf4-b15e4353cb30 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472171 Aug 29 22:45:59.267444 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6f1fc-48ca-4505-811e-7ae2fecc3b9b req-bd0a3ada-873f-4b36-a746-4fa2739d9cd4 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:59.269149 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3e6f1fc-48ca-4505-811e-7ae2fecc3b9b req-bd0a3ada-873f-4b36-a746-4fa2739d9cd4 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0552285 Aug 29 22:45:59.337631 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3e6f1fc-48ca-4505-811e-7ae2fecc3b9b req-a60c156d-0328-43b0-ad64-5f392bc86668 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598009 Aug 29 22:45:59.391022 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90ff3-acd2-469b-88ce-129dbf98c05c req-7355b4a6-5d22-4c90-9ca4-2b19c2a0a88f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:59.393539 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ef90ff3-acd2-469b-88ce-129dbf98c05c req-7355b4a6-5d22-4c90-9ca4-2b19c2a0a88f tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.0688593 Aug 29 22:45:59.446566 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ef90ff3-acd2-469b-88ce-129dbf98c05c req-054d11c1-c6d0-4c6a-b891-7061ef96a1c2 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Aug 29 22:45:59.645542 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5e60f-58f8-48ab-827c-807e13a1d91c req-fb22d78d-24f0-48c3-8083-051e9e7949ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:59.647050 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-28d5e60f-58f8-48ab-827c-807e13a1d91c req-fb22d78d-24f0-48c3-8083-051e9e7949ba service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 1130 time: 0.0464621 Aug 29 22:45:59.795587 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-f1a076a2-84a6-4a4d-9d55-36f096f573e4 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:59.797500 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-f1a076a2-84a6-4a4d-9d55-36f096f573e4 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0768056 Aug 29 22:45:59.800786 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-28d5e60f-58f8-48ab-827c-807e13a1d91c req-3444a5b7-e9d7-4dc9-bcc0-78a4da401933 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873508 Aug 29 22:45:59.910454 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:59.932367 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb91ba0-eeee-4dd1-8efc-2d765e0301ba req-c17c6949-370f-4409-8dba-6d29b928f47e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:45:59.933874 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ceb91ba0-eeee-4dd1-8efc-2d765e0301ba req-c17c6949-370f-4409-8dba-6d29b928f47e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0647254 Aug 29 22:45:59.995585 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ceb91ba0-eeee-4dd1-8efc-2d765e0301ba req-d6ff0796-b728-4b7a-96e2-64e3e548b546 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553977 Aug 29 22:46:00.108640 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port 5cad65a1-8559-48f6-bc5a-957d654be244 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:46:00.109081 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:00.208660 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] For port 5cad65a1-8559-48f6-bc5a-957d654be244, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5cad65a1-8559-48f6-bc5a-957d654be244,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:46:00.209056 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:00.260208 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:00.392778 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:00.393322 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (532a6828-960a-4143-9c39-19094ce70d0f), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:00.393814 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP 532a6828-960a-4143-9c39-19094ce70d0f disassociated. External IP: 172.27.1.214, port: 5cad65a1-8559-48f6-bc5a-957d654be244. Aug 29 22:46:00.394249 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for 5cad65a1-8559-48f6-bc5a-957d654be244 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:46:00.490284 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35fd34-bfcc-4d9b-8e4a-ca373f1e4b7a req-9bfb67da-7ff1-4515-b729-d7c6b82b029e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:00.492689 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8a35fd34-bfcc-4d9b-8e4a-ca373f1e4b7a req-9bfb67da-7ff1-4515-b729-d7c6b82b029e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 945 time: 0.0576112 Aug 29 22:46:00.537948 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:00.542544 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (5cad65a1-8559-48f6-bc5a-957d654be244), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:00.570248 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8a35fd34-bfcc-4d9b-8e4a-ca373f1e4b7a req-046a811f-2b77-4f70-b6d7-421485e73235 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ed8f5108-1609-4ab4-8b87-002c50d2145a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593300 Aug 29 22:46:00.574420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=5cad65a1-8559-48f6-bc5a-957d654be244,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:00.622847 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132b553-cfd5-4e59-9948-9921b852e238 req-f12e7add-b114-491b-a798-1b62823ef100 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:00.625657 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4132b553-cfd5-4e59-9948-9921b852e238 req-f12e7add-b114-491b-a798-1b62823ef100 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.0718749 Aug 29 22:46:00.669155 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:00.685279 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4132b553-cfd5-4e59-9948-9921b852e238 req-96497b09-90bf-40ae-b03d-6fafc588f027 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520463 Aug 29 22:46:00.709624 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:46:00.825561 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:46:00.837733 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:46:00.849783 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:00.850412 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:00.874466 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] No DVR routers for this DVR port 5cad65a1-8559-48f6-bc5a-957d654be244 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:46:00.877191 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:00.881288 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f8adbfd9-572b-420e-93c4-10598a9150fc req-8e4c4230-9434-4894-98c1-348efa0a883a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5cad65a1-8559-48f6-bc5a-957d654be244 HTTP/1.1" status: 204 len: 173 time: 0.8783984 Aug 29 22:46:00.881760 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'name': 'network-vif-deleted', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:00.884146 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa057d-a1ed-4a4c-ba05-906f59d0e2db" -d '{"events": [{"server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "name": "network-vif-deleted", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:00.933288 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14231d22-d264-4c77-a6a3-3990c7931ed3 x-openstack-request-id: req-14231d22-d264-4c77-a6a3-3990c7931ed3 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:00.933933 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6", "name": "network-vif-deleted", "tag": "5cad65a1-8559-48f6-bc5a-957d654be244", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:00.934301 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14231d22-d264-4c77-a6a3-3990c7931ed3 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:00.935669 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14231d22-d264-4c77-a6a3-3990c7931ed3'] response: {'server_uuid': 'c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6', 'name': 'network-vif-deleted', 'tag': '5cad65a1-8559-48f6-bc5a-957d654be244', 'status': 'completed', 'code': 200} Aug 29 22:46:00.991478 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:01.189309 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd9354-e947-4824-908b-9fc731ceff2c req-9272dd99-4819-4839-b762-8f10585435e9 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:01.190724 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-edfd9354-e947-4824-908b-9fc731ceff2c req-9272dd99-4819-4839-b762-8f10585435e9 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0702229 Aug 29 22:46:01.234286 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:01.240926 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-edfd9354-e947-4824-908b-9fc731ceff2c req-90e6556f-b607-464e-907a-bf29b7c614be tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443399 Aug 29 22:46:01.260651 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:46:01.269430 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:01.270042 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:01.380124 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:01.508726 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:01.577279 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:01.608350 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34ba18-ebe2-4db0-8b19-ce8dad6d19b5 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:46:01.763451 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e7300054-b161-45d5-83e9-91c043fc5c74 req-f7ff798a-ec14-4329-8c15-dfa103cdb264 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c2ea4fc1-4a67-46e4-b158-f3fb17a9b1a6 HTTP/1.1" status: 200 len: 210 time: 0.0505748 Aug 29 22:46:01.862568 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967f20-1f9b-49c7-9c97-40a37401a563 req-9ca3d3f2-edd8-4194-bfcb-5f802925424c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:01.864146 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-07967f20-1f9b-49c7-9c97-40a37401a563 req-9ca3d3f2-edd8-4194-bfcb-5f802925424c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.0597897 Aug 29 22:46:01.918248 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-07967f20-1f9b-49c7-9c97-40a37401a563 req-1d563faf-fe2f-480c-82d4-081a4579c209 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479341 Aug 29 22:46:01.928085 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05305fe-492e-4d14-bdad-706613b882f1 None None] New status for floating IP 532a6828-960a-4143-9c39-19094ce70d0f: DOWN {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:46:02.074950 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc8a50-2f93-48a2-9421-9fd229dbe962 req-4ada3010-a381-48ac-8988-f76993a3dfe0 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:02.076950 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-87dc8a50-2f93-48a2-9421-9fd229dbe962 req-4ada3010-a381-48ac-8988-f76993a3dfe0 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.0610104 Aug 29 22:46:02.092988 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40116) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:02.100157 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Request body: {'floatingip': {'port_id': '20742b6f-8340-4fe9-a393-9ada56f123b0'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:02.150189 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (7ed35b1e-fdbb-44d0-b57b-11c95daee64d), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:02.319102 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 5cad65a1-8559-48f6-bc5a-957d654be244 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:46:02.352762 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 5cad65a1-8559-48f6-bc5a-957d654be244 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:46:02.356056 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 5cad65a1-8559-48f6-bc5a-957d654be244 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:46:02.412353 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363807-26b1-4512-ae92-4f22d078d9b8 req-19c44c4d-34d1-4eb2-b908-1d229510bdfa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:02.414094 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67363807-26b1-4512-ae92-4f22d078d9b8 req-19c44c4d-34d1-4eb2-b908-1d229510bdfa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0849206 Aug 29 22:46:02.489754 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-67363807-26b1-4512-ae92-4f22d078d9b8 req-28be49ec-bb4e-4c88-8e1b-3c358eb95bed tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668199 Aug 29 22:46:02.614716 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:02.687155 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:02.691683 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (7ed35b1e-fdbb-44d0-b57b-11c95daee64d), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:02.795136 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Floating IP 7ed35b1e-fdbb-44d0-b57b-11c95daee64d associated. External IP: 172.27.1.81, port: 20742b6f-8340-4fe9-a393-9ada56f123b0. Aug 29 22:46:02.887530 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40124) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:02.909888 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:02.951329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5ed99556-5c0e-41d8-86d3-15467780298c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (ed8f5108-1609-4ab4-8b87-002c50d2145a), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:02.975803 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5ed99556-5c0e-41d8-86d3-15467780298c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (ed8f5108-1609-4ab4-8b87-002c50d2145a), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.017192 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Router 60911ba5-60d2-4109-90f9-0712dccd588f has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:46:03.035084 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5ed99556-5c0e-41d8-86d3-15467780298c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (ed8f5108-1609-4ab4-8b87-002c50d2145a), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.038086 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5ed99556-5c0e-41d8-86d3-15467780298c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.044137 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5ed99556-5c0e-41d8-86d3-15467780298c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ed8f5108-1609-4ab4-8b87-002c50d2145a HTTP/1.1" status: 204 len: 168 time: 0.1508443 Aug 29 22:46:03.045702 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40126) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:03.058756 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed99556-5c0e-41d8-86d3-15467780298c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f5108-1609-4ab4-8b87-002c50d2145a,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:03.068628 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.api.v2.resource [None req-09ffaf3b-2dd0-433a-8118-b8b07105e430 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] show failed (client error): The resource could not be found. Aug 29 22:46:03.072517 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-09ffaf3b-2dd0-433a-8118-b8b07105e430 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups/ed8f5108-1609-4ab4-8b87-002c50d2145a HTTP/1.1" status: 404 len: 347 time: 0.0229821 Aug 29 22:46:03.072766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40128) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:03.153208 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:46:03.165021 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.165292 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] Sync routers for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:46:03.189623 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:03.191678 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:03.215664 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-907b6c43-267a-48e9-b6fa-eb39bee27a59 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/7ed35b1e-fdbb-44d0-b57b-11c95daee64d HTTP/1.1" status: 200 len: 991 time: 1.1178091 Aug 29 22:46:03.215664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:03.217083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b776ca8-0ae2-4c47-9a47-de57ab647c94" -d '{"events": [{"name": "network-changed", "server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:03.242531 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port e820dbd4-11cd-454b-8868-d2fe2dede9f3 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:46:03.242931 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.300154 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e370a5ad-1f8a-48d4-be68-c6d3320bb4b9 x-openstack-request-id: req-e370a5ad-1f8a-48d4-be68-c6d3320bb4b9 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:03.300477 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:03.302978 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e370a5ad-1f8a-48d4-be68-c6d3320bb4b9 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:03.302978 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e370a5ad-1f8a-48d4-be68-c6d3320bb4b9'] response: {'name': 'network-changed', 'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'status': 'completed', 'code': 200} Aug 29 22:46:03.370493 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.371393 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (e820dbd4-11cd-454b-8868-d2fe2dede9f3), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.388076 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-7849fdf0-7ead-46b1-bfe5-0cd1a832645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:03.389936 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-7849fdf0-7ead-46b1-bfe5-0cd1a832645b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cf0dd257dea04aca845b17f51e1c200e&device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 1130 time: 0.0606790 Aug 29 22:46:03.392266 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for e820dbd4-11cd-454b-8868-d2fe2dede9f3 owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:46:03.407757 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:03.413160 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:03.522338 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:03.529553 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-156f7bab-b56f-43ac-9d1d-bd21539a996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:03.531209 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-156f7bab-b56f-43ac-9d1d-bd21539a996e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 200 len: 911 time: 0.1340725 Aug 29 22:46:03.589319 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (e820dbd4-11cd-454b-8868-d2fe2dede9f3), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.612988 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-e8f3d094-138e-432d-baa3-63489742fc10 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20742b6f-8340-4fe9-a393-9ada56f123b0 HTTP/1.1" status: 200 len: 999 time: 0.0744941 Aug 29 22:46:03.672017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-2088e7e4-f7c8-4ac3-8b7a-5d3d3ec8ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:03.673486 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-2088e7e4-f7c8-4ac3-8b7a-5d3d3ec8ca52 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 200 len: 849 time: 0.0544400 Aug 29 22:46:03.732010 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-a2a0f83f-fc11-43c4-a698-4a078bbd6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:03.733504 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-a2a0f83f-fc11-43c4-a698-4a078bbd6902 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b66f117d-e67e-472b-adb6-20d24f75e534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513234 Aug 29 22:46:03.786968 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '7ed35b1e-fdbb-44d0-b57b-11c95daee64d', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'port_id': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'mac_address': 'fa:16:3e:a2:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:45:45Z', 'updated_at': '2022-08-29T22:46:02Z', 'revision_number': 1, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:03.821517 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] Checking router: 60911ba5-60d2-4109-90f9-0712dccd588f for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:46:03.832584 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:03.833502 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:45:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:03.858833 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-a1c95a5f-eaad-43ec-84aa-217a4989040b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055534 Aug 29 22:46:03.878692 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=e820dbd4-11cd-454b-8868-d2fe2dede9f3,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:03.900225 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62f325-617d-4ca3-ab2f-940cd9d0b326 req-97adec8c-e0fe-4a6c-9701-6c6d7b4ffa32 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:03.903278 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4c62f325-617d-4ca3-ab2f-940cd9d0b326 req-97adec8c-e0fe-4a6c-9701-6c6d7b4ffa32 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.3269999 Aug 29 22:46:03.940093 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (532a6828-960a-4143-9c39-19094ce70d0f), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.944526 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:03.949133 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-eeb9d76f-c6fa-4c92-9b30-d4593ac80acf tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/532a6828-960a-4143-9c39-19094ce70d0f HTTP/1.1" status: 204 len: 168 time: 0.8720739 Aug 29 22:46:03.949822 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:03.954590 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:03.976821 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4b776ca8-0ae2-4c47-9a47-de57ab647c94 req-0893d9a1-287b-4270-85db-ef5045cce8eb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117253 Aug 29 22:46:04.011086 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4c62f325-617d-4ca3-ab2f-940cd9d0b326 req-4f96513e-2825-4bfa-a59e-6699004395ac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854089 Aug 29 22:46:04.039446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40138) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:04.045214 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-a1d9ff4d-7916-424a-b3fe-a8f048139f28 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593294635', 'description': 'tempest-description--156868277'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:04.060418 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:04.073761 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ff4d-7916-424a-b3fe-a8f048139f28 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.155718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ff4d-7916-424a-b3fe-a8f048139f28 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (c6a20c91-02b6-4674-a784-30346c6d3dcc), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.160831 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ff4d-7916-424a-b3fe-a8f048139f28 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c6a20c91-02b6-4674-a784-30346c6d3dcc), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.190249 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ff4d-7916-424a-b3fe-a8f048139f28 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.191531 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a1d9ff4d-7916-424a-b3fe-a8f048139f28 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511474 Aug 29 22:46:04.194920 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40140) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:04.196360 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9ff4d-7916-424a-b3fe-a8f048139f28 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a20c91-02b6-4674-a784-30346c6d3dcc,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:04.200608 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-8e6a2861-ecd5-4605-af28-3e1b4f5c7fa7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': 'c6a20c91-02b6-4674-a784-30346c6d3dcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:04.222876 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '7ed35b1e-fdbb-44d0-b57b-11c95daee64d', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'port_id': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'mac_address': 'fa:16:3e:a2:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:45:45Z', 'updated_at': '2022-08-29T22:46:02Z', 'revision_number': 1, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:04.236754 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2861-ecd5-4605-af28-3e1b4f5c7fa7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (429197b5-a180-400c-be14-bb5fd3bdc627), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.249384 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce55c12-11d6-4d4d-8975-1a51b1809d02 None None] The sync data for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi is: [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '7ed35b1e-fdbb-44d0-b57b-11c95daee64d', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'port_id': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'mac_address': 'fa:16:3e:a2:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:45:45Z', 'updated_at': '2022-08-29T22:46:02Z', 'revision_number': 1, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:46:04.299667 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2861-ecd5-4605-af28-3e1b4f5c7fa7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (429197b5-a180-400c-be14-bb5fd3bdc627), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.303245 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2861-ecd5-4605-af28-3e1b4f5c7fa7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (429197b5-a180-400c-be14-bb5fd3bdc627), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.325671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a2861-ecd5-4605-af28-3e1b4f5c7fa7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429197b5-a180-400c-be14-bb5fd3bdc627,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:04.329922 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2861-ecd5-4605-af28-3e1b4f5c7fa7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.331174 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8e6a2861-ecd5-4605-af28-3e1b4f5c7fa7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344583 Aug 29 22:46:04.334421 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40142) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:04.339170 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-c36a2a61-2905-4aea-bf31-b0f57d9ed8df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'security_group_rule': {'security_group_id': 'c6a20c91-02b6-4674-a784-30346c6d3dcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:04.371649 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c36a2a61-2905-4aea-bf31-b0f57d9ed8df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (3ddf2e60-48c8-40b4-9198-9b097deca269), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.433116 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c36a2a61-2905-4aea-bf31-b0f57d9ed8df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (3ddf2e60-48c8-40b4-9198-9b097deca269), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.437037 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c36a2a61-2905-4aea-bf31-b0f57d9ed8df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (3ddf2e60-48c8-40b4-9198-9b097deca269), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.459093 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a2a61-2905-4aea-bf31-b0f57d9ed8df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddf2e60-48c8-40b4-9198-9b097deca269,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:04.465000 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27923f39-4986-4f9e-9c8a-77b85f5c3f31 None None] New status for floating IP 7ed35b1e-fdbb-44d0-b57b-11c95daee64d: ACTIVE {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:46:04.469998 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c36a2a61-2905-4aea-bf31-b0f57d9ed8df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.471365 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c36a2a61-2905-4aea-bf31-b0f57d9ed8df tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358128 Aug 29 22:46:04.474607 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40144) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:04.483480 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:04.515984 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.605841 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.742677 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.27.1.53 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/3403eb15-9364-4780-b21c-1ddad5eb2000) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:46:04.804185 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:04.867323 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.901263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:04.930650 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:04.950319 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:46:04.955979 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:46:04.958937 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:46:04.964787 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=3403eb15-9364-4780-b21c-1ddad5eb2000,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:05.030408 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (79c954ec-f589-412c-8d0b-18b98f9a453a), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:05.068801 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:05.193194 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd56ab9-4f8e-413b-8b7e-dd5b14864801 req-0e8cc0ab-4970-4776-9cc9-441758916123 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:05.195610 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8cd56ab9-4f8e-413b-8b7e-dd5b14864801 req-0e8cc0ab-4970-4776-9cc9-441758916123 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0968883 Aug 29 22:46:05.287112 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8cd56ab9-4f8e-413b-8b7e-dd5b14864801 req-79addb49-df02-49f0-827f-40561addb8b4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849581 Aug 29 22:46:05.305701 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:05.310870 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:05.311551 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (79c954ec-f589-412c-8d0b-18b98f9a453a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:05.354649 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:05.355899 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8801680 Aug 29 22:46:05.361334 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b0c06-c066-4884-97e7-505be8e53b54 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=3403eb15-9364-4780-b21c-1ddad5eb2000,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:05.630719 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-8a1a5c1e-5ae8-41a2-a832-1ecbde182f4a tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1593294635&fields=id&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 267 time: 0.0466404 Aug 29 22:46:05.739367 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-0ab1e5a9-1ea0-461c-94f8-cd78de0d983c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:05.740842 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-0ab1e5a9-1ea0-461c-94f8-cd78de0d983c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.1037133 Aug 29 22:46:05.758900 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-8308d63c-88e8-4ee8-a17a-ad854d980c56 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/quotas/1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 375 time: 0.0115490 Aug 29 22:46:05.816491 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-83944e6c-d69a-45ef-ae9f-d8c7735fadb8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521483 Aug 29 22:46:05.953139 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-b074c442-c88e-47a0-a58c-d465e1688f3f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234238 Aug 29 22:46:05.970861 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:06.068505 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-8a552033-3882-4d35-a43e-e20d6c70e64f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059735 Aug 29 22:46:06.280304 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f57ee7cf-90e6-46ee-8c14-23fcafc82a5c req-6f795ab2-da25-4efc-b58a-1303749bbd47 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 210 time: 0.0328925 Aug 29 22:46:06.415053 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:06.438962 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0330f-b941-44ba-bbb3-49fef77ad5fa req-0d0262e9-54c9-4741-8a90-bfce083ecefb tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:06.441384 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3dc0330f-b941-44ba-bbb3-49fef77ad5fa req-0d0262e9-54c9-4741-8a90-bfce083ecefb tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0563929 Aug 29 22:46:06.510725 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3dc0330f-b941-44ba-bbb3-49fef77ad5fa req-fd26c8ae-54a8-43fe-9d2d-b0d3906268c9 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613358 Aug 29 22:46:07.421036 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16ffa2ae-c4b2-4e2d-8ab1-0e1fbab075f5 req-2310a697-30d2-42b6-bd67-3e65bb2b18a0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 210 time: 0.0358224 Aug 29 22:46:07.656355 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c30c8-7d77-4b53-aee5-b2b32fb73258 req-a28be299-c5c3-4a70-a8b7-1a59875d4321 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:07.657945 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c94c30c8-7d77-4b53-aee5-b2b32fb73258 req-a28be299-c5c3-4a70-a8b7-1a59875d4321 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0530691 Aug 29 22:46:07.716302 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:07.724807 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c94c30c8-7d77-4b53-aee5-b2b32fb73258 req-fb1a9e5b-92d2-4794-a75e-b7b537cdf7ac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587084 Aug 29 22:46:07.854918 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-7ae5c45c-aea1-40be-9e52-b1b59d6b76da tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:07.856422 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-7ae5c45c-aea1-40be-9e52-b1b59d6b76da tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 815 time: 0.1576548 Aug 29 22:46:07.944463 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-34c640bb-8481-41e2-a631-5137aae1488b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1fcb391184b94306898e43379094e5f6 HTTP/1.1" status: 200 len: 380 time: 0.0773721 Aug 29 22:46:08.019849 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'port': {'device_id': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'admin_state_up': True, 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'security_groups': ['c6a20c91-02b6-4674-a784-30346c6d3dcc']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:08.153825 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Made reservation on behalf of 1fcb391184b94306898e43379094e5f6 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:46:08.158316 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:08.210590 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:46:08.327307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Allocated IP 172.20.0.3 (c4fab7c6-be28-40e9-82ea-67b0ac291d9e/246e4181-9156-4f0d-9309-b08bd404aa8c/fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:46:08.553101 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:08.556448 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5de725be-263c-4ec9-b902-eacdad3d3557 req-95ad9160-c73d-4fcf-82dd-00f27b36ade0 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 210 time: 0.0335639 Aug 29 22:46:08.599397 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:08.609037 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:08.653320 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:46:08.659474 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:46:08.663854 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:46:08.668388 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event updated for resources: {'Port': ['ID=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:08.727146 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:08.728088 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:08.756735 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-84a49061-6266-4a61-8500-efd62e430a78 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395899 Aug 29 22:46:08.844414 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Request body: {'port': {'device_id': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:08.889738 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ab21f-6333-4b1e-9483-76e8ae8bccd6 req-ece610e0-6da6-4111-bd22-b76e43a7ac5e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:08.891831 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-174ab21f-6333-4b1e-9483-76e8ae8bccd6 req-ece610e0-6da6-4111-bd22-b76e43a7ac5e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0669949 Aug 29 22:46:08.934893 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:08.945128 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-de648cb2-7e10-43b9-9ffa-27a31d697c63 None None] Provisioning complete for port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:46:08.945777 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-de648cb2-7e10-43b9-9ffa-27a31d697c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:08.964024 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-174ab21f-6333-4b1e-9483-76e8ae8bccd6 req-de94ed4f-62c7-439f-8663-d758ca6adf24 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641439 Aug 29 22:46:08.973569 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:08.988665 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:08.996587 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-de648cb2-7e10-43b9-9ffa-27a31d697c63 None None] Port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:46:09.262663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:46:09.272387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Publish callbacks [] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:09.288383 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Transition to ACTIVE for port object fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:46:09.292605 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:09.380164 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Pushing event updated for resources: {'Port': ['ID=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:09.407612 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Attempting to bind port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:46:09.408063 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Attempting to bind port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:46:09.408494 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Attempting to bind port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:46:09.413914 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:46:09.414292 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Attempting to bind port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 on network c4fab7c6-be28-40e9-82ea-67b0ac291d9e {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:46:09.422134 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:46:09.422745 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Checking segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:46:09.423365 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Bound using segment: {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:46:09.424084 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Bound port: fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315ad9a0-4946-48ce-aa86-cc4abf338799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:46:09.424678 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:09.504685 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] For port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:46:09.508545 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] For port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:46:09.518037 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:09.526323 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:09.527405 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:09.529517 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 HTTP/1.1" status: 200 len: 1093 time: 0.7650511 Aug 29 22:46:09.530276 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:09.533954 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e721dff0-fd71-4577-8786-af07fcd25613" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:09.634605 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6387d5-1727-4c9a-a91c-2e7b0c48e301 x-openstack-request-id: req-1b6387d5-1727-4c9a-a91c-2e7b0c48e301 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:09.635205 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:09.635487 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b6387d5-1727-4c9a-a91c-2e7b0c48e301 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:09.635913 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6387d5-1727-4c9a-a91c-2e7b0c48e301'] response: {'name': 'network-changed', 'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'status': 'completed', 'code': 200} Aug 29 22:46:09.655467 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cc101-786a-4641-a30c-060dcea4580d service neutron] Pushing event updated for resources: {'Port': ['ID=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:09.664251 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-6aa88cc2-c27a-4efa-bb71-b57e86cd3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:09.664251 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-6aa88cc2-c27a-4efa-bb71-b57e86cd3c6e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 1127 time: 0.0786922 Aug 29 22:46:09.719333 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-f9d0869f-85a7-4723-841f-d2b7c68d4470 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 HTTP/1.1" status: 200 len: 217 time: 0.0385790 Aug 29 22:46:09.737805 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484fe9e-dbd4-44fa-ba6c-d9cb7f73d6c2 req-b34a7fac-50d4-46a3-96c8-db5c41e3c5b6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:09.740109 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4484fe9e-dbd4-44fa-ba6c-d9cb7f73d6c2 req-b34a7fac-50d4-46a3-96c8-db5c41e3c5b6 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 943 time: 0.0825479 Aug 29 22:46:09.801742 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:09.809742 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-3c0a4fdd-2234-41e4-8e5f-3a1f059cd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:09.810191 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4484fe9e-dbd4-44fa-ba6c-d9cb7f73d6c2 req-53120435-bdd4-45a5-903b-742ce2f7ee50 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626948 Aug 29 22:46:09.812356 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-3c0a4fdd-2234-41e4-8e5f-3a1f059cd884 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0864828 Aug 29 22:46:09.868599 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-277e4fe5-1737-4f21-88ac-4d2980063f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:09.870210 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-277e4fe5-1737-4f21-88ac-4d2980063f3a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503683 Aug 29 22:46:10.011909 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-455087e5-af1a-496a-8355-26bb2d6fe33f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340241 Aug 29 22:46:10.147808 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e666a-8ad0-4658-bcf3-07975bdc8e20 req-0b8ce29b-3fec-49e0-aa96-a673ef6b75b7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:10.149522 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e77e666a-8ad0-4658-bcf3-07975bdc8e20 req-0b8ce29b-3fec-49e0-aa96-a673ef6b75b7 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0614128 Aug 29 22:46:10.165290 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ef05b788-6800-4a31-b3fe-1b514e0ae571 req-f6634da0-fc5f-47e8-b488-14c1ec0acd3d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464715 Aug 29 22:46:10.233739 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e77e666a-8ad0-4658-bcf3-07975bdc8e20 req-898d214a-0b67-41df-8fbd-c207a535678e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751283 Aug 29 22:46:11.009188 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893833-fe90-4c17-9b81-1cd1d5a38b21 req-b9a75463-7886-439f-948f-365588164be7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:11.014188 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-06893833-fe90-4c17-9b81-1cd1d5a38b21 req-b9a75463-7886-439f-948f-365588164be7 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 943 time: 0.0868742 Aug 29 22:46:11.088940 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-06893833-fe90-4c17-9b81-1cd1d5a38b21 req-fe0f938e-3490-4645-bba2-59c0fbf53593 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702393 Aug 29 22:46:11.180722 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721dff0-fd71-4577-8786-af07fcd25613 req-8c769b87-4fd7-4fc1-b186-421dd18ed0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:11.183495 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e721dff0-fd71-4577-8786-af07fcd25613 req-8c769b87-4fd7-4fc1-b186-421dd18ed0d1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 1127 time: 0.0716970 Aug 29 22:46:11.274328 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:11.328144 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721dff0-fd71-4577-8786-af07fcd25613 req-8deb7ae8-b7a1-4f8d-b77c-7fe490ba4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:11.329899 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e721dff0-fd71-4577-8786-af07fcd25613 req-8deb7ae8-b7a1-4f8d-b77c-7fe490ba4cd4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 916 time: 0.1400640 Aug 29 22:46:11.398621 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e721dff0-fd71-4577-8786-af07fcd25613 req-ed603206-fd40-4a59-a8fb-35b67b3630fd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 HTTP/1.1" status: 200 len: 217 time: 0.0556877 Aug 29 22:46:11.422029 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd922-adaf-413c-aa59-bd1a6db54330 req-d60dfa9d-58e2-41b5-b3e7-8464fb69999d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:11.425185 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-691cd922-adaf-413c-aa59-bd1a6db54330 req-d60dfa9d-58e2-41b5-b3e7-8464fb69999d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0813336 Aug 29 22:46:11.471472 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721dff0-fd71-4577-8786-af07fcd25613 req-460b2b20-225b-4133-9fd9-a33df7228dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:11.473726 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e721dff0-fd71-4577-8786-af07fcd25613 req-460b2b20-225b-4133-9fd9-a33df7228dd8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0686841 Aug 29 22:46:11.491718 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-691cd922-adaf-413c-aa59-bd1a6db54330 req-8b879ed6-9bb5-4671-82a1-2fc66dc796ff tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556872 Aug 29 22:46:11.537108 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721dff0-fd71-4577-8786-af07fcd25613 req-83bf2c71-1a6f-4605-879f-d47a6a41cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:11.538529 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e721dff0-fd71-4577-8786-af07fcd25613 req-83bf2c71-1a6f-4605-879f-d47a6a41cf90 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571537 Aug 29 22:46:11.673335 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e721dff0-fd71-4577-8786-af07fcd25613 req-5cf66ea8-6be7-4bd2-bf66-5867273f68d8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265502 Aug 29 22:46:11.969859 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-5f996835-97a7-4c6c-a229-861e360e8ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:12.049582 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e721dff0-fd71-4577-8786-af07fcd25613 req-218b6a2d-ae1b-485a-9300-444b55d4f411 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695774 Aug 29 22:46:12.280943 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e705-cfc7-41d8-a717-b19fba77a9ce req-b299b214-e067-44a4-85a7-8d270dd14dd4 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:12.283720 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7786e705-cfc7-41d8-a717-b19fba77a9ce req-b299b214-e067-44a4-85a7-8d270dd14dd4 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 943 time: 0.0851419 Aug 29 22:46:12.347125 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7786e705-cfc7-41d8-a717-b19fba77a9ce req-26a3fa15-0f53-4030-8dde-dd8f38ae0bc8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570676 Aug 29 22:46:12.384671 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:46:12.454907 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:12.516159 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:46:12.531496 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'port_id': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'mac_address': 'fa:16:3e:c7:70:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:46:12.582218 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:46:12.582911 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:12.602569 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:46:12.639516 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:46:12.648856 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:12.715971 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f65ed-7111-4722-b400-a7c2cf50afaa req-e755d761-038f-477b-9d0d-9a0ac5ba5707 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:12.718852 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-001f65ed-7111-4722-b400-a7c2cf50afaa req-e755d761-038f-477b-9d0d-9a0ac5ba5707 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0961740 Aug 29 22:46:12.724463 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:12.798894 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-001f65ed-7111-4722-b400-a7c2cf50afaa req-35206e39-fd81-4959-8a72-b3c65d30e97b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688396 Aug 29 22:46:12.952710 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:46:13.303232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbe64c-1cc9-46c1-b971-94b56aff9ad8 req-0a60d4a1-e6ca-48b4-b905-68eccf30d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:13.305544 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-79fbe64c-1cc9-46c1-b971-94b56aff9ad8 req-0a60d4a1-e6ca-48b4-b905-68eccf30d1b1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1129 time: 0.0437899 Aug 29 22:46:13.385407 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-79fbe64c-1cc9-46c1-b971-94b56aff9ad8 req-570879df-87ef-4e7e-9ef7-7eb3e5461e8c service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732839 Aug 29 22:46:13.501878 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd88ce-68e8-4c98-b4df-080285d6f4d8 req-5035daaf-5ee8-4c6f-94e9-45b7f36c218d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:13.503425 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3cd88ce-68e8-4c98-b4df-080285d6f4d8 req-5035daaf-5ee8-4c6f-94e9-45b7f36c218d tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 944 time: 0.0526650 Aug 29 22:46:13.530828 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:13.581363 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3cd88ce-68e8-4c98-b4df-080285d6f4d8 req-6d2020ee-1bb3-43d4-8783-bcc7f9798a17 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714996 Aug 29 22:46:13.934063 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885b639-b252-4d1e-bdf8-cd7b974d9721 req-0a848580-c110-4d72-9b03-97aeb1fe0803 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:13.935662 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6885b639-b252-4d1e-bdf8-cd7b974d9721 req-0a848580-c110-4d72-9b03-97aeb1fe0803 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0519495 Aug 29 22:46:13.993273 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6885b639-b252-4d1e-bdf8-cd7b974d9721 req-fe5db596-e5c4-4fac-88a5-72169ff044ef tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512459 Aug 29 22:46:14.416416 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:46:14.484213 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:46:14.493098 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:46:14.493801 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:14.585791 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:46:14.586189 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:14.614996 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:14.618758 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745f8a3-1b96-4846-8c00-304a502cab9d" -d '{"events": [{"server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "name": "network-vif-plugged", "status": "completed", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:14.638328 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:46:14.643252 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:14.697037 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f30452-14a4-4cc8-b251-68dbe87bd779 x-openstack-request-id: req-04f30452-14a4-4cc8-b251-68dbe87bd779 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:14.697322 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "name": "network-vif-plugged", "status": "completed", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:14.697578 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04f30452-14a4-4cc8-b251-68dbe87bd779 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:14.698005 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f30452-14a4-4cc8-b251-68dbe87bd779'] response: {'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'code': 200} Aug 29 22:46:14.719830 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:14.767946 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f2972-cdf8-4435-b5e6-b9bf06febf50 req-3c43f31b-85ad-4236-8d48-352440f6513b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:14.770923 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-540f2972-cdf8-4435-b5e6-b9bf06febf50 req-3c43f31b-85ad-4236-8d48-352440f6513b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 945 time: 0.0650849 Aug 29 22:46:14.775449 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-301c3589-62d2-4d21-8791-d8623025626a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:14.788902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:14.836558 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-540f2972-cdf8-4435-b5e6-b9bf06febf50 req-615fb340-3097-4fed-9cfa-364f04e21b4c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550177 Aug 29 22:46:15.196677 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501e500-bc8f-419c-9cc5-7e62976af22a req-0b66c25f-1128-4225-9137-a3553a6d4631 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:15.199243 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c501e500-bc8f-419c-9cc5-7e62976af22a req-0b66c25f-1128-4225-9137-a3553a6d4631 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0816801 Aug 29 22:46:15.268155 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c501e500-bc8f-419c-9cc5-7e62976af22a req-366eb9ee-943a-4a40-b8bf-35ce92bac633 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623314 Aug 29 22:46:15.273660 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3ef77-578e-4c22-9112-f801a3515f78 req-22866aaa-69a4-4fcd-9c66-03955777f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:15.276275 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-18e3ef77-578e-4c22-9112-f801a3515f78 req-22866aaa-69a4-4fcd-9c66-03955777f232 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 1129 time: 0.0606670 Aug 29 22:46:15.344020 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-18e3ef77-578e-4c22-9112-f801a3515f78 req-423310e8-1a20-451f-ae06-e59b3d060f0d service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619838 Aug 29 22:46:15.767341 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:16.014275 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4be8d2-5bd2-4978-931b-afb23a227387 req-29af6b8a-2170-465e-88c7-a0114eec4de8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:16.015847 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2a4be8d2-5bd2-4978-931b-afb23a227387 req-29af6b8a-2170-465e-88c7-a0114eec4de8 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 945 time: 0.0779388 Aug 29 22:46:16.081365 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2a4be8d2-5bd2-4978-931b-afb23a227387 req-dfc4eb30-6ebc-4938-b3af-582dfdb677ce tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557010 Aug 29 22:46:16.450654 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf103a-e2f8-463a-aa92-64ca10bba6cd req-7512ee52-97f6-4225-a344-4a3a8599aa32 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:16.452324 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a0bf103a-e2f8-463a-aa92-64ca10bba6cd req-7512ee52-97f6-4225-a344-4a3a8599aa32 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0589612 Aug 29 22:46:16.535725 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a0bf103a-e2f8-463a-aa92-64ca10bba6cd req-69cba12f-f7b8-4407-b622-c07c13017916 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755005 Aug 29 22:46:16.977838 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:17.166589 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc3a5-a0d0-478b-a8ed-254af58815b8 req-54f8d0fa-79c1-4deb-8549-0a9ee93a4f9c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:17.170111 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5bccc3a5-a0d0-478b-a8ed-254af58815b8 req-54f8d0fa-79c1-4deb-8549-0a9ee93a4f9c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0814443 Aug 29 22:46:17.209677 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-da73c156-e139-408f-9e7b-17cfcbcd8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:17.212726 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-da73c156-e139-408f-9e7b-17cfcbcd8a95 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1129 time: 0.0604615 Aug 29 22:46:17.305445 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5bccc3a5-a0d0-478b-a8ed-254af58815b8 req-9895f351-671d-40d8-b479-f6f8e2fb13b8 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301827 Aug 29 22:46:17.331385 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446244a7-4216-4bc8-94ed-f0e06cb5af7f req-df0a0c41-ad40-4752-8a01-4bfd6ab57e99 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:17.336107 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-446244a7-4216-4bc8-94ed-f0e06cb5af7f req-df0a0c41-ad40-4752-8a01-4bfd6ab57e99 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 945 time: 0.1222878 Aug 29 22:46:17.413917 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-90a83153-ca42-48ff-8c9e-8966b99b837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:17.416330 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-90a83153-ca42-48ff-8c9e-8966b99b837d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1735308 Aug 29 22:46:17.420153 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-446244a7-4216-4bc8-94ed-f0e06cb5af7f req-7fe43633-f7ef-4b2d-b7d6-4a81102d7a48 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736475 Aug 29 22:46:17.434358 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:17.522934 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-d0927a22-28fe-4975-807f-26fa012df743 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 1001 time: 0.1004314 Aug 29 22:46:17.615802 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab125f7-50e6-405a-9186-e8dae4325e17 req-90909c07-31c2-413e-b455-6fd33ddd6efd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:17.616585 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-f484768d-b2fb-4e27-a9b3-2a463590b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:17.617465 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ab125f7-50e6-405a-9186-e8dae4325e17 req-90909c07-31c2-413e-b455-6fd33ddd6efd tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 945 time: 0.0768168 Aug 29 22:46:17.618977 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-f484768d-b2fb-4e27-a9b3-2a463590b1c3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0811656 Aug 29 22:46:17.635097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40244) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:17.642586 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Request body: {'floatingip': {'port_id': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:17.689430 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-080ff051-ebd7-4cac-a356-629ff685cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:17.692546 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-080ff051-ebd7-4cac-a356-629ff685cb83 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594616 Aug 29 22:46:17.698342 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:17.713463 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (79c954ec-f589-412c-8d0b-18b98f9a453a), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:17.856849 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-cbaa55cf-3b9e-4d6c-835a-ca880063c81c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547658 Aug 29 22:46:17.986161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:18.003729 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e8b49705-2378-4fd4-a0b0-051d9c42f9a1 req-00ac25f0-5ccb-411d-ad6b-e5d28bdf6fd9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397185 Aug 29 22:46:18.205291 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:18.207591 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:18.249718 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:18.273302 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:18.361754 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:18.368367 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (79c954ec-f589-412c-8d0b-18b98f9a453a), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:18.517893 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP 79c954ec-f589-412c-8d0b-18b98f9a453a associated. External IP: 172.27.1.53, port: fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559. Aug 29 22:46:18.531372 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc96ea-3a0e-463d-ba9c-86ef3c0d12ed req-69505820-de0e-49fa-85c9-7c1d2aad534b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:18.534444 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-84fc96ea-3a0e-463d-ba9c-86ef3c0d12ed req-69505820-de0e-49fa-85c9-7c1d2aad534b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0748467 Aug 29 22:46:18.683011 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-84fc96ea-3a0e-463d-ba9c-86ef3c0d12ed req-b4b17c08-1a55-4d24-a45a-f4c14cdcfd1b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987487 Aug 29 22:46:18.887048 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:46:19.065357 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:46:19.073550 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:19.078174 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:46:19.095568 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:19.096972 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:46:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:19.131600 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-93e7a0b6-0309-4843-a224-9a80ab4c83b5 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/79c954ec-f589-412c-8d0b-18b98f9a453a HTTP/1.1" status: 200 len: 990 time: 1.4947534 Aug 29 22:46:19.132438 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:19.136210 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51762e-179f-467f-b417-7e8916785abf" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:19.142327 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:19.316388 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a4199-936f-4c3b-9ed6-e0c299ce1065 x-openstack-request-id: req-d48a4199-936f-4c3b-9ed6-e0c299ce1065 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:19.317151 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:19.317151 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d48a4199-936f-4c3b-9ed6-e0c299ce1065 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:19.317685 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48a4199-936f-4c3b-9ed6-e0c299ce1065'] response: {'name': 'network-changed', 'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'status': 'completed', 'code': 200} Aug 29 22:46:19.439006 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:19.557738 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:19.567261 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51762e-179f-467f-b417-7e8916785abf req-0122c7f2-b730-4169-92f1-4c532156334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:19.569473 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-0e51762e-179f-467f-b417-7e8916785abf req-0122c7f2-b730-4169-92f1-4c532156334e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1fcb391184b94306898e43379094e5f6&device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 1129 time: 0.0643444 Aug 29 22:46:19.764652 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51762e-179f-467f-b417-7e8916785abf req-8bf3efb3-b77a-4017-8d86-5a81675816be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:19.767211 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-0e51762e-179f-467f-b417-7e8916785abf req-8bf3efb3-b77a-4017-8d86-5a81675816be service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 200 len: 916 time: 0.1377828 Aug 29 22:46:19.801651 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '79c954ec-f589-412c-8d0b-18b98f9a453a', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:c7:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:46:04Z', 'updated_at': '2022-08-29T22:46:18Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:19.852888 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:46:19.869575 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:19.870674 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:46:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:19.905694 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3307e6-6175-41bd-8290-2a8058b90cce req-47126f60-6c97-4fb5-acdb-1d82b2a2938b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:19.908223 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3b3307e6-6175-41bd-8290-2a8058b90cce req-47126f60-6c97-4fb5-acdb-1d82b2a2938b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0978169 Aug 29 22:46:19.993639 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3b3307e6-6175-41bd-8290-2a8058b90cce req-1d383458-5505-42f4-86bf-79eec44b17ec tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737982 Aug 29 22:46:20.064623 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:20.341838 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-0e51762e-179f-467f-b417-7e8916785abf req-e67b1949-4408-4a8b-ae42-e18543e24043 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 HTTP/1.1" status: 200 len: 998 time: 0.1184046 Aug 29 22:46:20.403612 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '79c954ec-f589-412c-8d0b-18b98f9a453a', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:c7:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:46:04Z', 'updated_at': '2022-08-29T22:46:18Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:20.432680 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51762e-179f-467f-b417-7e8916785abf req-9cf3cc5c-a246-4f31-82c0-9dff9c41f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:20.435234 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-0e51762e-179f-467f-b417-7e8916785abf req-9cf3cc5c-a246-4f31-82c0-9dff9c41f286 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 200 len: 854 time: 0.0869875 Aug 29 22:46:20.447435 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f276-af02-440a-ab7e-28e6027f52a1 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '79c954ec-f589-412c-8d0b-18b98f9a453a', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'port_id': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'mac_address': 'fa:16:3e:c7:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:46:04Z', 'updated_at': '2022-08-29T22:46:18Z', 'revision_number': 1, 'project_id': '1fcb391184b94306898e43379094e5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:46:20.500026 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51762e-179f-467f-b417-7e8916785abf req-9fe5e308-8118-46b4-87d0-875d948b225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:20.502307 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-0e51762e-179f-467f-b417-7e8916785abf req-9fe5e308-8118-46b4-87d0-875d948b225e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c4fab7c6-be28-40e9-82ea-67b0ac291d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609083 Aug 29 22:46:20.649715 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-0e51762e-179f-467f-b417-7e8916785abf req-f9252f35-cd30-49f0-bb6b-477bf30e6a6a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402714 Aug 29 22:46:20.724789 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6da5a-f966-4844-8d36-a2b205151dd4 None None] New status for floating IP 79c954ec-f589-412c-8d0b-18b98f9a453a: ACTIVE {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:46:20.814906 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-0e51762e-179f-467f-b417-7e8916785abf req-39af6ccb-1fe8-466e-8ef1-eb80c715e921 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543381 Aug 29 22:46:21.226432 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297ba31-1f73-458d-940b-3c4c6f9969b0 req-9dac3b3b-1db7-4b82-8eda-c4ccf62a5950 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:21.228301 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4297ba31-1f73-458d-940b-3c4c6f9969b0 req-9dac3b3b-1db7-4b82-8eda-c4ccf62a5950 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0820706 Aug 29 22:46:21.651148 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4297ba31-1f73-458d-940b-3c4c6f9969b0 req-c8aebf6f-6d71-4ea7-a623-ee536deda23b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120607 Aug 29 22:46:21.851378 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39ea20-7bd1-4686-995f-05640595fc34 req-f4113c3c-3c11-438f-a902-fd77ecd4d90c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:21.854037 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4f39ea20-7bd1-4686-995f-05640595fc34 req-f4113c3c-3c11-438f-a902-fd77ecd4d90c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0806971 Aug 29 22:46:21.869080 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40262) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:21.874078 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Request body: {'floatingip': {'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:46:21.966860 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:22.168400 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:22.195773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:22.785312 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:22.794431 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:23.147679 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Router bac83cba-4e5b-4a09-96c3-09f432eed69b has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:46:23.336648 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:46:23.342443 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:23.353426 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796a991-12ae-4e05-9f86-11488880accd None None] Sync routers for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:46:23.376376 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:23.377442 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:46:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:23.396386 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:23.398392 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2930d-da74-40c1-bf4a-e4eb79f65160" -d '{"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:23.432179 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-dad749e0-8183-4486-90b7-d18f92e839fe tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/31214bee-472f-4fd0-b4e7-2f956ef9313b HTTP/1.1" status: 200 len: 993 time: 1.5617166 Aug 29 22:46:23.462069 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e42c54-53d4-41f3-ad62-2d2c1b65a921 x-openstack-request-id: req-a9e42c54-53d4-41f3-ad62-2d2c1b65a921 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:23.462505 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:23.462949 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9e42c54-53d4-41f3-ad62-2d2c1b65a921 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:23.463565 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e42c54-53d4-41f3-ad62-2d2c1b65a921'] response: {'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'status': 'completed', 'code': 200} Aug 29 22:46:23.537012 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-7b848c82-bb2e-4ebf-8769-3f6c8f45c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:23.539396 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-7b848c82-bb2e-4ebf-8769-3f6c8f45c70a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1129 time: 0.0464144 Aug 29 22:46:23.564482 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:23.691310 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-caf86320-5e2d-434b-8269-6a0c386de1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:23.692771 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-caf86320-5e2d-434b-8269-6a0c386de1e6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1386955 Aug 29 22:46:23.779604 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-a70529f4-948a-4462-a4df-434306bf8e60 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 1001 time: 0.0797513 Aug 29 22:46:23.849387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:23.868195 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-f3dfe4b9-2ea6-4aea-8a7c-4cc526976289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:23.870693 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-f3dfe4b9-2ea6-4aea-8a7c-4cc526976289 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0835598 Aug 29 22:46:23.872199 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:23.894908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '31214bee-472f-4fd0-b4e7-2f956ef9313b', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'mac_address': 'fa:16:3e:52:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:25Z', 'updated_at': '2022-08-29T22:46:22Z', 'revision_number': 3, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:23.921585 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796a991-12ae-4e05-9f86-11488880accd None None] Checking router: bac83cba-4e5b-4a09-96c3-09f432eed69b for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:46:23.932435 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:46:23.933067 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:46:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:23.935790 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:23.938012 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-652f8bbd-79c4-4bb8-83c5-27970634dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:23.939659 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-652f8bbd-79c4-4bb8-83c5-27970634dc93 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629919 Aug 29 22:46:24.069857 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-b93a8d39-ae33-4f14-9ca1-508721b65932 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218369 Aug 29 22:46:24.110204 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:46:24.189817 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fbc2930d-da74-40c1-bf4a-e4eb79f65160 req-eaa182d9-7811-4f22-8fbc-aa0da15b0858 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123059 Aug 29 22:46:24.502230 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-1796a991-12ae-4e05-9f86-11488880accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '31214bee-472f-4fd0-b4e7-2f956ef9313b', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'mac_address': 'fa:16:3e:52:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:25Z', 'updated_at': '2022-08-29T22:46:22Z', 'revision_number': 3, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:46:24.539417 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796a991-12ae-4e05-9f86-11488880accd None None] The sync data for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi is: [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '31214bee-472f-4fd0-b4e7-2f956ef9313b', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'port_id': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'mac_address': 'fa:16:3e:52:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e14e21-0dac-42c8-8199-204b86564f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:44:25Z', 'updated_at': '2022-08-29T22:46:22Z', 'revision_number': 3, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:46:25.465025 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:25.467715 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d493f0-57a6-4a81-940c-475e8a51d833" -d '{"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:25.521470 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468f9fa7-c65d-44ea-98f0-e543138da0cc x-openstack-request-id: req-468f9fa7-c65d-44ea-98f0-e543138da0cc {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:25.521798 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:25.522089 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-468f9fa7-c65d-44ea-98f0-e543138da0cc {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:25.522524 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468f9fa7-c65d-44ea-98f0-e543138da0cc'] response: {'name': 'network-changed', 'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'status': 'completed', 'code': 200} Aug 29 22:46:25.614230 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-71ba6869-0667-4800-a78a-dd51b75438f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:25.616623 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-71ba6869-0667-4800-a78a-dd51b75438f9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 1129 time: 0.0605500 Aug 29 22:46:25.712962 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:25.772052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-0372465c-6db4-4993-8d2c-a2f15dc441f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:25.773730 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-0372465c-6db4-4993-8d2c-a2f15dc441f4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1449754 Aug 29 22:46:25.881770 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-3bcfa405-430e-41af-bd9d-098bf2fc8753 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 200 len: 1001 time: 0.1012304 Aug 29 22:46:25.965551 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:25.969880 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-84e6a9bb-7177-45e0-9796-745632783bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:25.972835 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-84e6a9bb-7177-45e0-9796-745632783bb0 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0806127 Aug 29 22:46:26.037498 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-853939a8-d5d8-48af-b530-d16eb9827d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:26.039878 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-853939a8-d5d8-48af-b530-d16eb9827d73 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594134 Aug 29 22:46:26.160138 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-bd316090-a093-43b3-a4d3-59d4b3082557 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130564 Aug 29 22:46:26.263123 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65d493f0-57a6-4a81-940c-475e8a51d833 req-1f1d5a69-3d61-4273-a977-50d73afa211e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967350 Aug 29 22:46:31.248018 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae58fc-9506-47ef-9655-1d446c3672bc req-8e56693a-e21d-4363-aaf2-00fd981766db tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:31.249707 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cbae58fc-9506-47ef-9655-1d446c3672bc req-8e56693a-e21d-4363-aaf2-00fd981766db tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0666285 Aug 29 22:46:31.326182 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cbae58fc-9506-47ef-9655-1d446c3672bc req-41e7e0ac-7f78-4b3a-9d96-45b0429eacdc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660286 Aug 29 22:46:32.511293 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7989e-1cba-463a-827f-38cf82a90a58 req-27a20a4b-ee4f-4a07-9377-82eb825b2eb1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:32.515357 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ea7989e-1cba-463a-827f-38cf82a90a58 req-27a20a4b-ee4f-4a07-9377-82eb825b2eb1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0619986 Aug 29 22:46:32.589708 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ea7989e-1cba-463a-827f-38cf82a90a58 req-d7d2bcd0-b0f0-49d1-a920-4152091f03be tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680263 Aug 29 22:46:33.790018 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cbcc8-dff8-4260-bb82-d14e421238c4 req-9e8493ee-9950-4833-86c3-eac96c679e9a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:33.792673 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d23cbcc8-dff8-4260-bb82-d14e421238c4 req-9e8493ee-9950-4833-86c3-eac96c679e9a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0718386 Aug 29 22:46:33.839992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:33.850387 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:33.881150 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d23cbcc8-dff8-4260-bb82-d14e421238c4 req-51189b0b-f62f-4d06-a95d-9b3ab939eee1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793493 Aug 29 22:46:35.095571 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff29ea7-2a7c-4a95-8119-784b2a6b6ce1 req-7cb24389-4949-42c4-b93b-64186c08436b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:35.097087 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eff29ea7-2a7c-4a95-8119-784b2a6b6ce1 req-7cb24389-4949-42c4-b93b-64186c08436b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0660138 Aug 29 22:46:35.161872 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eff29ea7-2a7c-4a95-8119-784b2a6b6ce1 req-b08f80fe-98c9-4655-bd04-ac8073ff5b5a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584006 Aug 29 22:46:35.948853 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=42 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:35.961544 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:36.252296 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=36 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:36.259890 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=76 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:36.321318 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded324e-1dfd-439e-aab9-c11a1afeeeca req-6e328508-c40a-40c3-9bde-62b80c7f42f6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:36.323004 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ded324e-1dfd-439e-aab9-c11a1afeeeca req-6e328508-c40a-40c3-9bde-62b80c7f42f6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0555208 Aug 29 22:46:36.382286 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ded324e-1dfd-439e-aab9-c11a1afeeeca req-853a48c2-5b9b-45ea-b36c-b8ab8f638af3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502691 Aug 29 22:46:37.539533 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b74d6-f387-4aef-9bda-02419ff7c2cc req-3e9cc745-f635-4a1d-9c17-661689f60c17 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:37.541261 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fe2b74d6-f387-4aef-9bda-02419ff7c2cc req-3e9cc745-f635-4a1d-9c17-661689f60c17 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0638051 Aug 29 22:46:37.603508 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fe2b74d6-f387-4aef-9bda-02419ff7c2cc req-7bacbe33-c5bf-4c86-b031-534e4dfb4296 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561960 Aug 29 22:46:38.776026 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc67338-77b4-4eb2-b8ae-f7d0bf681bd5 req-36472e5f-1785-4bb8-8fac-4df88cab8f29 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:38.777586 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0dc67338-77b4-4eb2-b8ae-f7d0bf681bd5 req-36472e5f-1785-4bb8-8fac-4df88cab8f29 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0568767 Aug 29 22:46:38.865434 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0dc67338-77b4-4eb2-b8ae-f7d0bf681bd5 req-08b1588e-3e45-40d8-9884-08dc4c7013f3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783443 Aug 29 22:46:39.204817 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:39.206112 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:40.050211 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac640974-a01a-4e4e-8574-02940a71efd2 req-5662f8e5-660e-47eb-9fbe-0762883957fd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:40.052718 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ac640974-a01a-4e4e-8574-02940a71efd2 req-5662f8e5-660e-47eb-9fbe-0762883957fd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0753560 Aug 29 22:46:40.125335 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ac640974-a01a-4e4e-8574-02940a71efd2 req-50a2daa6-e8dd-46f8-ab10-2f5efee17633 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631471 Aug 29 22:46:41.298442 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28090ca-2498-42e3-808e-ed585a07cb9f req-f9abb132-c184-4360-b6c8-3621afeb7d88 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:41.300739 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b28090ca-2498-42e3-808e-ed585a07cb9f req-f9abb132-c184-4360-b6c8-3621afeb7d88 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0577629 Aug 29 22:46:41.372116 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b28090ca-2498-42e3-808e-ed585a07cb9f req-b04d5681-39c5-4aaa-b2f1-a45ebbdf4a27 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614216 Aug 29 22:46:41.969625 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-f8551344-ce6d-4e15-b94d-44ad0f1f3e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:42.536842 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6904e-0190-44b9-a275-7bd8887b3f94 req-43044729-15df-440a-873d-9ef5bae6325a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:42.538484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2fb6904e-0190-44b9-a275-7bd8887b3f94 req-43044729-15df-440a-873d-9ef5bae6325a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0640776 Aug 29 22:46:42.619111 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2fb6904e-0190-44b9-a275-7bd8887b3f94 req-89a5a543-6f5f-4d70-8efa-f12ccdc625c2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740123 Aug 29 22:46:43.775698 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706c56a-acf0-481a-8c4c-5aaf8500108d req-085f36ec-f2d9-4751-8c36-5a43d673ffa6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:43.777245 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4706c56a-acf0-481a-8c4c-5aaf8500108d req-085f36ec-f2d9-4751-8c36-5a43d673ffa6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0562372 Aug 29 22:46:43.849007 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4706c56a-acf0-481a-8c4c-5aaf8500108d req-b1e51861-1d33-4969-bc28-0b2675d86ff2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623949 Aug 29 22:46:44.780425 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d14ad47-d2ec-4559-87e0-078c7b33e61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:45.028980 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ff06b-6483-433d-9955-e0144a2673e1 req-5da4e701-1eae-47aa-a3d9-5aad4beba7f0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:45.031108 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9c5ff06b-6483-433d-9955-e0144a2673e1 req-5da4e701-1eae-47aa-a3d9-5aad4beba7f0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0701797 Aug 29 22:46:45.116906 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9c5ff06b-6483-433d-9955-e0144a2673e1 req-f9af3f6e-6fce-4a46-a7bc-b365c9e5d516 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658741 Aug 29 22:46:45.211360 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:46:45.760353 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:46.279751 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b033dc-2ee2-4ef7-be80-bf22efd80ca9 req-0f49c370-13b1-41b2-ba0e-983874765c17 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:46.281298 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7b033dc-2ee2-4ef7-be80-bf22efd80ca9 req-0f49c370-13b1-41b2-ba0e-983874765c17 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0576456 Aug 29 22:46:46.340489 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7b033dc-2ee2-4ef7-be80-bf22efd80ca9 req-4dd5e824-0221-4585-9ae1-42cdd9878860 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493960 Aug 29 22:46:46.959863 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:47.520921 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbc342-46d1-4296-8b42-c6d19106b107 req-47121101-678b-4b63-8656-1887334349eb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:47.523123 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-08cbc342-46d1-4296-8b42-c6d19106b107 req-47121101-678b-4b63-8656-1887334349eb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0618010 Aug 29 22:46:47.571077 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:47.576660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:47.596846 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-08cbc342-46d1-4296-8b42-c6d19106b107 req-cee9b14a-a539-41ce-bd7d-bb4efae21d7d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673366 Aug 29 22:46:47.713312 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:48.771667 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a659d0-57b9-4622-9b6d-35c7794dbfb4 req-3786f322-c0f2-4f99-b09c-b0ce36002596 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:48.774121 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60a659d0-57b9-4622-9b6d-35c7794dbfb4 req-3786f322-c0f2-4f99-b09c-b0ce36002596 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0649610 Aug 29 22:46:48.858823 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60a659d0-57b9-4622-9b6d-35c7794dbfb4 req-aa2edeae-b4ee-42c1-8023-49ae4dfc6ede tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781975 Aug 29 22:46:50.083957 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d3c9e-e5d4-4d73-892a-993be7bad7a1 req-b3c9d838-e38c-4430-a287-c9a7d2e257eb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:50.088012 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-542d3c9e-e5d4-4d73-892a-993be7bad7a1 req-b3c9d838-e38c-4430-a287-c9a7d2e257eb tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0871141 Aug 29 22:46:50.171681 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-542d3c9e-e5d4-4d73-892a-993be7bad7a1 req-816a9d16-93ad-4ae3-b72d-13c94dbf20d1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747061 Aug 29 22:46:51.351384 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3278b0-e6b0-49c4-9b7f-363b6282ac51 req-d0121769-7ac3-442b-ba63-053c95cffe0e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:51.352902 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9b3278b0-e6b0-49c4-9b7f-363b6282ac51 req-d0121769-7ac3-442b-ba63-053c95cffe0e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0626490 Aug 29 22:46:51.412982 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9b3278b0-e6b0-49c4-9b7f-363b6282ac51 req-0fed8531-7969-463d-8233-3dac4fd57718 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494421 Aug 29 22:46:52.591017 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f39508-78c3-49bb-aa26-f57983309ee3 req-28f632b9-0000-4dab-8d14-7056ac2abab7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:52.593767 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c1f39508-78c3-49bb-aa26-f57983309ee3 req-28f632b9-0000-4dab-8d14-7056ac2abab7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0750008 Aug 29 22:46:52.627768 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:46:52.668029 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c1f39508-78c3-49bb-aa26-f57983309ee3 req-8a4f0397-8602-45d1-96cd-78eba152192b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671964 Aug 29 22:46:52.795577 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:46:52.816782 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'b903e211-1037-4142-a6a4-fe89c4385560', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'port_id': 'b903e211-1037-4142-a6a4-fe89c4385560', 'mac_address': 'fa:16:3e:e5:be:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:46:52.877937 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: ACTIVE; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:46:52.878580 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:52.896105 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b903e211-1037-4142-a6a4-fe89c4385560 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:46:52.920527 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:46:52.925765 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:52.987134 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=6']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:52.996599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.996949 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.997284 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.997622 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.997957 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.998291 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.998622 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.998985 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.999322 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.999658 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:52.999988 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:53.000317 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:53.000643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:53.000969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:53.001314 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:46:53.063956 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['b903e211-1037-4142-a6a4-fe89c4385560'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:46:53.832952 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce546-3e6c-42a7-8e49-3d27a693b6b7 req-930411e3-a5da-48a3-a521-7fc13bae4200 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:53.835048 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-267ce546-3e6c-42a7-8e49-3d27a693b6b7 req-930411e3-a5da-48a3-a521-7fc13bae4200 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 944 time: 0.0593843 Aug 29 22:46:53.910114 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-267ce546-3e6c-42a7-8e49-3d27a693b6b7 req-38602c6b-9dca-49e8-8359-2e9dbdf1b1a7 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685463 Aug 29 22:46:54.641539 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:46:54.700441 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port b903e211-1037-4142-a6a4-fe89c4385560 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:46:54.701051 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b903e211-1037-4142-a6a4-fe89c4385560), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:54.843575 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:46:54.844173 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:54.880113 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:46:54.882514 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea12d4-9ea2-44ba-b3ff-f2ee2b708361" -d '{"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-plugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:46:54.900146 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:46:54.905526 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:54.968714 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=7']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:46:55.048497 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1971be44-b27f-4eb4-9312-59ca8e168e42 x-openstack-request-id: req-1971be44-b27f-4eb4-9312-59ca8e168e42 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:46:55.048962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-plugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:46:55.049370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1971be44-b27f-4eb4-9312-59ca8e168e42 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:46:55.050071 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1971be44-b27f-4eb4-9312-59ca8e168e42'] response: {'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560', 'code': 200} Aug 29 22:46:55.118754 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dc2b8-cc45-42aa-8282-8ed8e70b45f5 req-e69c8e66-0456-42e6-bad9-9ace66b64dff tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:55.120604 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7b1dc2b8-cc45-42aa-8282-8ed8e70b45f5 req-e69c8e66-0456-42e6-bad9-9ace66b64dff tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0653136 Aug 29 22:46:55.180880 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7b1dc2b8-cc45-42aa-8282-8ed8e70b45f5 req-4d99ae0a-f08c-4f6d-bae6-51e38f44c437 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531328 Aug 29 22:46:55.205960 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:55.207949 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:55.967589 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:56.387215 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74391d5-731d-4e05-adb3-29af7299ccaa req-e3a245f3-6dd7-40cb-bb20-fe9b1c2c4ce5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:56.390189 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b74391d5-731d-4e05-adb3-29af7299ccaa req-e3a245f3-6dd7-40cb-bb20-fe9b1c2c4ce5 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0997570 Aug 29 22:46:56.494687 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b74391d5-731d-4e05-adb3-29af7299ccaa req-09024e1f-b49f-4e42-ac96-99dd0ee6f0a2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957663 Aug 29 22:46:57.861852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a2f4d-dbe1-474e-824c-8e2d58984fa6 req-c4e065a4-f785-4488-98fa-cd57a8280c6e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:57.873880 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0e5a2f4d-dbe1-474e-824c-8e2d58984fa6 req-c4e065a4-f785-4488-98fa-cd57a8280c6e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.2010784 Aug 29 22:46:57.966119 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0e5a2f4d-dbe1-474e-824c-8e2d58984fa6 req-3ac2c368-0ed6-49f6-b1b0-13f4fa701587 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907285 Aug 29 22:46:58.747534 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-bc9f8551-65b6-485f-ac74-72bcb31188ed service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625813 Aug 29 22:46:58.882491 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-7e5d712f-d0c9-4ae8-b805-b4d069abb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:58.884321 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-7e5d712f-d0c9-4ae8-b805-b4d069abb612 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8ad722485ac34d1796f03003fbcde07a&device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 1130 time: 0.0630860 Aug 29 22:46:59.083760 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-f1cddc75-932e-4717-94b2-aaf9d1029485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:59.086603 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-f1cddc75-932e-4717-94b2-aaf9d1029485 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 200 len: 919 time: 0.1715109 Aug 29 22:46:59.151279 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-4f38053b-3ec3-4aa4-9b3b-9c5da73b46e0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 200 len: 217 time: 0.0575149 Aug 29 22:46:59.204189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54decc1-d76a-4c9b-8985-7a9bc110bb07 req-5850a0b6-655d-4a38-9f4a-4e6554ae6b93 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:59.208590 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f54decc1-d76a-4c9b-8985-7a9bc110bb07 req-5850a0b6-655d-4a38-9f4a-4e6554ae6b93 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.1149151 Aug 29 22:46:59.247271 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-f54465b3-37fe-4e13-a185-13b9d0846b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:59.252382 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-f54465b3-37fe-4e13-a185-13b9d0846b8d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 200 len: 857 time: 0.0887449 Aug 29 22:46:59.293148 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f54decc1-d76a-4c9b-8985-7a9bc110bb07 req-c7d5b108-efdb-4596-a9a6-654130c5d112 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772176 Aug 29 22:46:59.315047 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-f155446d-7d07-4f1c-ae68-aa2e24f51856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:46:59.316997 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-f155446d-7d07-4f1c-ae68-aa2e24f51856 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=40dada36-2150-4300-9ee8-450a7585ae7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562189 Aug 29 22:46:59.553537 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-58b91ddb-e5d3-4fd3-b4cd-98c2ea78ed16 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276511 Aug 29 22:46:59.744953 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-4cd4fac1-a34a-42d7-9336-6901a5a2ccc3 req-9d23088a-28a5-4523-8783-9436694e7b74 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823573 Aug 29 22:47:00.525716 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63170ef-3ca3-48f6-856c-771f5a745412 req-2b413d30-6387-4a9f-bd80-cd2b7e43fb07 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:00.529349 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d63170ef-3ca3-48f6-856c-771f5a745412 req-2b413d30-6387-4a9f-bd80-cd2b7e43fb07 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0746615 Aug 29 22:47:00.608890 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d63170ef-3ca3-48f6-856c-771f5a745412 req-d60d1667-a2a6-46b3-b883-149207305164 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677583 Aug 29 22:47:01.849714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee417bb-4e07-4fe6-b81e-8afd2ed82ebb req-db740084-32a5-4d64-8f37-2584d551eabc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:01.851604 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dee417bb-4e07-4fe6-b81e-8afd2ed82ebb req-db740084-32a5-4d64-8f37-2584d551eabc tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0693474 Aug 29 22:47:01.896115 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:01.959838 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dee417bb-4e07-4fe6-b81e-8afd2ed82ebb req-6d9ff265-6b74-4332-bf6b-80a058bd45af tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919280 Aug 29 22:47:03.065277 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:03.111301 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8eead-104c-45e8-afe0-bb9860ae2015 req-74de5713-e574-4f37-aff0-5a018a717f4f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:03.114350 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-85d8eead-104c-45e8-afe0-bb9860ae2015 req-74de5713-e574-4f37-aff0-5a018a717f4f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0649815 Aug 29 22:47:03.198006 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-85d8eead-104c-45e8-afe0-bb9860ae2015 req-84626e07-8722-4b5f-9141-56cffabf40a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748231 Aug 29 22:47:04.391013 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25e2f-d138-4349-815d-54ca28742127 req-51de2d70-b7f1-4390-b29f-29a5f7f04988 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:04.395111 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dbf25e2f-d138-4349-815d-54ca28742127 req-51de2d70-b7f1-4390-b29f-29a5f7f04988 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0785599 Aug 29 22:47:04.475893 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dbf25e2f-d138-4349-815d-54ca28742127 req-1f3e5b50-10eb-43b0-b9ff-039f131cb172 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717912 Aug 29 22:47:05.659588 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3c431-1167-4a35-b487-c4531988fcbf req-553c6693-dcf2-43e8-8a38-94c6823dba9c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:05.661524 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c8b3c431-1167-4a35-b487-c4531988fcbf req-553c6693-dcf2-43e8-8a38-94c6823dba9c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0756836 Aug 29 22:47:05.757425 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c8b3c431-1167-4a35-b487-c4531988fcbf req-6b50a082-c6f0-46db-aa44-dbedde326738 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783563 Aug 29 22:47:05.947824 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:05.961286 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:06.944761 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abacc38-c2c6-40a7-8bd2-a097fc3c1bbd req-1e610609-c4c8-4ebe-a5bb-1266a253383f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:06.947250 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5abacc38-c2c6-40a7-8bd2-a097fc3c1bbd req-1e610609-c4c8-4ebe-a5bb-1266a253383f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0691023 Aug 29 22:47:07.036180 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5abacc38-c2c6-40a7-8bd2-a097fc3c1bbd req-f566d3d9-dece-4337-80d4-df9df6b3623f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787873 Aug 29 22:47:08.131963 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-15e3be2a-484e-41ee-a505-9fba8ad6cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:08.133721 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-15e3be2a-484e-41ee-a505-9fba8ad6cdd6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1129 time: 0.0452411 Aug 29 22:47:08.243662 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ca60f-993d-41e2-9fa9-1f99bf13b815 req-95341f40-0d90-42ae-a6b6-e44e1634c247 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:08.252038 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-586ca60f-993d-41e2-9fa9-1f99bf13b815 req-95341f40-0d90-42ae-a6b6-e44e1634c247 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0727482 Aug 29 22:47:08.274021 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-18f47c86-50d0-4bf9-b5f2-51d4c530ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:08.276670 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-18f47c86-50d0-4bf9-b5f2-51d4c530ce26 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.1373732 Aug 29 22:47:08.322361 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-586ca60f-993d-41e2-9fa9-1f99bf13b815 req-ef47bfac-bf7d-466f-8994-3bd039a2d859 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692570 Aug 29 22:47:08.367866 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-75eae719-ef1b-415f-8130-35af6de92385 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 1000 time: 0.0844927 Aug 29 22:47:08.441150 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-760a5aa7-ef1c-461b-b438-1852ddcc73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:08.442694 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-760a5aa7-ef1c-461b-b438-1852ddcc73f9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0697703 Aug 29 22:47:08.510793 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-833116bd-24e7-4a98-8a33-8593ce2b3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:08.512217 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-833116bd-24e7-4a98-8a33-8593ce2b3195 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631671 Aug 29 22:47:08.670075 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-87f55db5-8a2d-46dd-b9ff-3125f73a4bc7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514208 Aug 29 22:47:08.705040 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8472-f049-4942-8e08-ff6604027e15 req-bd024778-ab01-4a46-a8a4-d59f4e80403f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:08.707304 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b08d8472-f049-4942-8e08-ff6604027e15 req-bd024778-ab01-4a46-a8a4-d59f4e80403f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0579686 Aug 29 22:47:08.796107 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b08d8472-f049-4942-8e08-ff6604027e15 req-cdb96748-b127-4f17-ab47-91966671097f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814879 Aug 29 22:47:09.520575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df639f9-7cc0-461e-8ced-bee8b570c274 req-65864162-6e12-4b94-8202-ed49f9276207 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:09.522099 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7df639f9-7cc0-461e-8ced-bee8b570c274 req-65864162-6e12-4b94-8202-ed49f9276207 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0748737 Aug 29 22:47:09.578613 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7df639f9-7cc0-461e-8ced-bee8b570c274 req-48f0cf5d-edae-47f2-87de-2b5b47c76c20 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502067 Aug 29 22:47:09.932286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44458e44-ec8d-422c-a1dd-732ac901a928 req-cc9f078e-c6da-421a-bdb9-09dc2168158c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:09.933995 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-44458e44-ec8d-422c-a1dd-732ac901a928 req-cc9f078e-c6da-421a-bdb9-09dc2168158c tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0543561 Aug 29 22:47:10.010217 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-44458e44-ec8d-422c-a1dd-732ac901a928 req-4861105b-656d-45cb-b9a2-8d0c23912d7b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656459 Aug 29 22:47:10.767190 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995fa03-6ada-4267-b5a8-ac51771ab502 req-1b6d9ab6-0ce7-4479-ae6f-f61f217a0c5b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:10.768860 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c995fa03-6ada-4267-b5a8-ac51771ab502 req-1b6d9ab6-0ce7-4479-ae6f-f61f217a0c5b tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0634062 Aug 29 22:47:10.825196 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c995fa03-6ada-4267-b5a8-ac51771ab502 req-6a7453bc-350e-4f67-a6de-32c782c218e8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Aug 29 22:47:11.190817 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e233d-67f6-47ae-acb8-8c796ee93864 req-91b526f7-a474-4dc7-be87-409825c3e5a0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:11.193090 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1c3e233d-67f6-47ae-acb8-8c796ee93864 req-91b526f7-a474-4dc7-be87-409825c3e5a0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0837560 Aug 29 22:47:11.264953 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1c3e233d-67f6-47ae-acb8-8c796ee93864 req-aae51ac4-6172-44be-b4fe-dce1c3caae96 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616415 Aug 29 22:47:11.573760 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:11.599239 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3932859a-d911-4f6e-bae9-6db349e0a452 req-90feb320-eb4b-45f3-a1ef-aa12266cc533 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503448 Aug 29 22:47:11.962141 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:11.978420 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c81c1cd9-46d7-427e-8cc4-5fad37bf1028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:12.018598 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aee375-f38a-4b45-b020-901c473a667b req-423e9f47-f4bf-48b2-9d25-c9665b3e1fd6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:12.020159 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0aee375-f38a-4b45-b020-901c473a667b req-423e9f47-f4bf-48b2-9d25-c9665b3e1fd6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 945 time: 0.0725713 Aug 29 22:47:12.078144 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0aee375-f38a-4b45-b020-901c473a667b req-a0b1d4cc-a699-423b-b76d-5b11ed1706ef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520568 Aug 29 22:47:12.404383 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee94448-6005-4ea2-85a1-96ce7bd6c1cc req-82d8bc68-f2c5-40ae-87b7-b328f9c6d6eb tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:12.406079 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ee94448-6005-4ea2-85a1-96ce7bd6c1cc req-82d8bc68-f2c5-40ae-87b7-b328f9c6d6eb tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0605862 Aug 29 22:47:12.489266 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:12.495805 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1ee94448-6005-4ea2-85a1-96ce7bd6c1cc req-59fd57cb-d4ac-469d-bc07-a6a7083a856d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788243 Aug 29 22:47:12.762713 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:12.856835 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: ACTIVE; New status is: DOWN {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:47:12.857224 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:12.883432 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:47:12.885711 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4a6e2-588b-4920-90be-f5e1933fa46a" -d '{"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-unplugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:47:12.906030 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:12.912800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:12.946260 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 22:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc002fc-9021-4d5d-96e8-b7ec74f5c674 x-openstack-request-id: req-3cc002fc-9021-4d5d-96e8-b7ec74f5c674 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:47:12.946537 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-unplugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:47:12.946940 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cc002fc-9021-4d5d-96e8-b7ec74f5c674 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:47:12.947404 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc002fc-9021-4d5d-96e8-b7ec74f5c674'] response: {'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560', 'code': 200} Aug 29 22:47:12.981492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=8']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:13.234630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-dc226d0c-7aa2-4aa7-ad03-636afb3e4238 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:13.237555 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-dc226d0c-7aa2-4aa7-ad03-636afb3e4238 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0873270 Aug 29 22:47:13.279288 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb578-a837-4743-b055-e97d98928e05 req-72c1d60c-b391-4695-a5a5-b5aa612cfe9c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:13.281325 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-777eb578-a837-4743-b055-e97d98928e05 req-72c1d60c-b391-4695-a5a5-b5aa612cfe9c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0633857 Aug 29 22:47:13.335131 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-777eb578-a837-4743-b055-e97d98928e05 req-770de69b-36c6-4489-929e-ee23ee052063 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467360 Aug 29 22:47:13.551823 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:13.560306 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Deleting port 259511c7-e40b-41e5-bde9-5641c0bc2d52 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:13.560655 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:13.697248 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849def-2e43-42e2-9544-fdbe663773ea req-788595c3-b5e9-42c4-83d3-f1e8c81d9fb5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:13.698892 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8849def-2e43-42e2-9544-fdbe663773ea req-788595c3-b5e9-42c4-83d3-f1e8c81d9fb5 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 945 time: 0.0720408 Aug 29 22:47:13.706161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] For port 259511c7-e40b-41e5-bde9-5641c0bc2d52, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=259511c7-e40b-41e5-bde9-5641c0bc2d52,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:13.706531 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:13.776412 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8849def-2e43-42e2-9544-fdbe663773ea req-7ffaf19b-f180-40fe-ba03-a3b9371e4b30 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=740d3504-f675-49b9-a74f-cb8b31bcb467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664408 Aug 29 22:47:13.959192 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:13.959647 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:13.960003 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Floating IP 31214bee-472f-4fd0-b4e7-2f956ef9313b disassociated. External IP: 172.27.1.104, port: 259511c7-e40b-41e5-bde9-5641c0bc2d52. Aug 29 22:47:13.960523 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Calling delete_port for 259511c7-e40b-41e5-bde9-5641c0bc2d52 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:14.130127 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (259511c7-e40b-41e5-bde9-5641c0bc2d52), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:14.183103 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event deleted for resources: {'Port': ['ID=259511c7-e40b-41e5-bde9-5641c0bc2d52,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:14.197531 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.197784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.198130 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.198473 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.198841 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.199182 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.199617 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.199870 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.200211 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.200503 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.200807 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.201136 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.201462 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.201787 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.202134 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:14.349043 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Router bac83cba-4e5b-4a09-96c3-09f432eed69b has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:47:14.526576 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:47:14.544886 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] Sync routers for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:47:14.570153 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:14.571355 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:46:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:14.585488 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67472c-b159-4ebd-ae99-b5461de3a2d2 req-3f16b7b6-8419-4449-9baf-3d192fff8af3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:14.590168 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dc67472c-b159-4ebd-ae99-b5461de3a2d2 req-3f16b7b6-8419-4449-9baf-3d192fff8af3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1233315 Aug 29 22:47:14.614077 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] No DVR routers for this DVR port 259511c7-e40b-41e5-bde9-5641c0bc2d52 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:14.617744 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:14.621312 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f4fc7c5e-1942-43f1-a13c-347458266c33 req-f1c28394-2403-4764-a86e-93c26b773bac tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "DELETE /networking/v2.0/ports/259511c7-e40b-41e5-bde9-5641c0bc2d52 HTTP/1.1" status: 204 len: 173 time: 1.1946554 Aug 29 22:47:14.621787 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'name': 'network-vif-deleted', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:47:14.624171 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4258ba08-b03e-4f92-89fa-771350404e32" -d '{"events": [{"server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "name": "network-vif-deleted", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:47:14.696429 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dc67472c-b159-4ebd-ae99-b5461de3a2d2 req-982f71b6-ed09-403f-8964-cfa0102c7b5e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966558 Aug 29 22:47:14.792405 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:14.814335 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc7bc-ddc7-4224-a9c1-265b9edec258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:14.897537 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0eb376-592c-48c3-97f3-e80eef0e1fdd x-openstack-request-id: req-ff0eb376-592c-48c3-97f3-e80eef0e1fdd {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:47:14.897834 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e14e21-0dac-42c8-8199-204b86564f96", "name": "network-vif-deleted", "tag": "259511c7-e40b-41e5-bde9-5641c0bc2d52", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:47:14.898061 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff0eb376-592c-48c3-97f3-e80eef0e1fdd {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:47:14.899313 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0eb376-592c-48c3-97f3-e80eef0e1fdd'] response: {'server_uuid': '10e14e21-0dac-42c8-8199-204b86564f96', 'name': 'network-vif-deleted', 'tag': '259511c7-e40b-41e5-bde9-5641c0bc2d52', 'status': 'completed', 'code': 200} Aug 29 22:47:15.093540 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e5854845-c832-4836-b66b-97f423b87180 req-672d740a-ce4e-458f-888d-254c0c235a60 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=10e14e21-0dac-42c8-8199-204b86564f96 HTTP/1.1" status: 200 len: 210 time: 0.0697372 Aug 29 22:47:15.265454 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:15.318070 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] Checking router: bac83cba-4e5b-4a09-96c3-09f432eed69b for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:47:15.338159 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:15.340722 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:15.660616 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:15.785056 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:16.159172 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:16.193231 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10511c35-111d-44b2-94db-eef6171c0a56 None None] The sync data for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi is: [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:22Z', 'revision_number': 4, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '46b9693a-9bb9-402b-bd6f-e6a014f1ad01', 'name': '', 'network_id': '40dada36-2150-4300-9ee8-450a7585ae7c', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'mac_address': 'fa:16:3e:22:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:22Z', 'updated_at': '2022-08-29T22:42:29Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'subnets': [{'id': '5ad8e057-bc49-49ef-988c-fcdc0f880996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:47:16.380429 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40682) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:16.484783 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a562b00a-eaa8-488e-af48-bd85721daca4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group (740d3504-f675-49b9-a74f-cb8b31bcb467), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:16.517056 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a562b00a-eaa8-488e-af48-bd85721daca4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group (740d3504-f675-49b9-a74f-cb8b31bcb467), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:16.532506 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:16.588664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a562b00a-eaa8-488e-af48-bd85721daca4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (740d3504-f675-49b9-a74f-cb8b31bcb467), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:16.595989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a562b00a-eaa8-488e-af48-bd85721daca4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:16.597754 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a562b00a-eaa8-488e-af48-bd85721daca4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/740d3504-f675-49b9-a74f-cb8b31bcb467 HTTP/1.1" status: 204 len: 168 time: 0.2159081 Aug 29 22:47:16.600855 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40688) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:16.617892 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562b00a-eaa8-488e-af48-bd85721daca4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d3504-f675-49b9-a74f-cb8b31bcb467,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:16.642599 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.api.v2.resource [None req-5770dc67-b98b-41c7-a118-7511fe17a471 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] show failed (client error): The resource could not be found. Aug 29 22:47:16.651600 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5770dc67-b98b-41c7-a118-7511fe17a471 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups/740d3504-f675-49b9-a74f-cb8b31bcb467 HTTP/1.1" status: 404 len: 347 time: 0.0439634 Aug 29 22:47:16.652822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40690) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:16.729669 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff9df5-a9ef-4e75-bda0-0292cb9d7905 None None] New status for floating IP 31214bee-472f-4fd0-b4e7-2f956ef9313b: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:47:16.799028 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 259511c7-e40b-41e5-bde9-5641c0bc2d52 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:16.843646 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:16.877855 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Deleting port 654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:16.878407 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:16.926804 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 259511c7-e40b-41e5-bde9-5641c0bc2d52 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:16.926804 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 259511c7-e40b-41e5-bde9-5641c0bc2d52 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:17.062717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf9184-e98e-43e8-b9d8-e78a2f9bfdf2 req-1e11aa85-42be-43e1-87c4-c48ccc7658fa tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:17.079468 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d0cf9184-e98e-43e8-b9d8-e78a2f9bfdf2 req-1e11aa85-42be-43e1-87c4-c48ccc7658fa tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1657467 Aug 29 22:47:17.101340 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:17.160473 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:17.162501 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:17.199459 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Calling delete_port for 654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd owned by network:floatingip {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:17.283238 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d0cf9184-e98e-43e8-b9d8-e78a2f9bfdf2 req-76288d1b-8bc7-4418-b64c-862c0d13f34c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968591 Aug 29 22:47:17.375522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40718) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:17.529776 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:17.556438 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event deleted for resources: {'Port': ['ID=654f0ba8-2fac-42a9-a7b5-6dd8c48d47cd,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:17.561030 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-9a258504-adf6-4509-9b1d-3ed708e6a37d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1743734 Aug 29 22:47:17.577066 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-b15b1867-7188-4249-9fed-95ec2a661b11 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:47:17.578160 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-b15b1867-7188-4249-9fed-95ec2a661b11 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066578 Aug 29 22:47:17.657859 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca2dee-1543-4802-8366-dae924129c4f req-648b3d3c-1e41-4aec-bdd5-b509653bfb1f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:17.663042 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks [] for floatingip (31214bee-472f-4fd0-b4e7-2f956ef9313b), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:17.665428 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ffca2dee-1543-4802-8366-dae924129c4f req-648b3d3c-1e41-4aec-bdd5-b509653bfb1f tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 945 time: 0.0751448 Aug 29 22:47:17.667506 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:17.670788 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4e7b70e2-bf0b-4571-8b95-222c0aac4d8d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/31214bee-472f-4fd0-b4e7-2f956ef9313b HTTP/1.1" status: 204 len: 168 time: 1.0158343 Aug 29 22:47:17.704543 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40732) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:17.710559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:17.741369 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ffca2dee-1543-4802-8366-dae924129c4f req-01f4b93d-86bb-415a-ac32-ee08d646fc32 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747080 Aug 29 22:47:17.872365 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cb0b-4992-4325-8b9e-587f077165eb req-77bfe17f-b4d7-40f4-ad6d-be158a58334c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:17.874137 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-77bfe17f-b4d7-40f4-ad6d-be158a58334c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports/b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 940 time: 0.1677384 Aug 29 22:47:18.463730 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68bfc-d4ae-461e-b1f9-49067dfe90f3 req-6b53378f-fb47-47e7-85f8-1340eea17f0e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:18.465877 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b4d68bfc-d4ae-461e-b1f9-49067dfe90f3 req-6b53378f-fb47-47e7-85f8-1340eea17f0e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0672145 Aug 29 22:47:18.539432 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b4d68bfc-d4ae-461e-b1f9-49067dfe90f3 req-7456de9b-0bbd-4008-9878-ef1c5e11836e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634465 Aug 29 22:47:18.809065 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:18.941724 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d635fd8-4def-457e-9ff7-4359ba15e1a5 req-6a605556-5589-4690-aca9-166ed0ba1b4b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:18.943623 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4d635fd8-4def-457e-9ff7-4359ba15e1a5 req-6a605556-5589-4690-aca9-166ed0ba1b4b tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 945 time: 0.1016130 Aug 29 22:47:18.969132 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: DOWN; New status is: DOWN {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:47:19.066996 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4d635fd8-4def-457e-9ff7-4359ba15e1a5 req-865859b8-0679-4945-be30-30f8ab0b5189 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c6a20c91-02b6-4674-a784-30346c6d3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124253 Aug 29 22:47:19.132033 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-be8cf0e1-53b6-489f-ab43-23cae74ca479 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:19.134777 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-be8cf0e1-53b6-489f-ab43-23cae74ca479 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 945 time: 0.1242957 Aug 29 22:47:19.284274 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:19.284978 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:19.426513 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] For port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:19.427529 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:19.536866 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903a1c-3778-4f68-9afd-9959d8bbefe6 req-4f3a1005-ea64-411f-ae02-bb58dadf8371 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:19.538880 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-74903a1c-3778-4f68-9afd-9959d8bbefe6 req-4f3a1005-ea64-411f-ae02-bb58dadf8371 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.0537362 Aug 29 22:47:19.579022 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:19.618482 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-74903a1c-3778-4f68-9afd-9959d8bbefe6 req-5aa6fc20-1e44-4fb9-995c-5f0815807d12 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693607 Aug 29 22:47:19.702446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:19.703159 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (79c954ec-f589-412c-8d0b-18b98f9a453a), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:19.704192 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Floating IP 79c954ec-f589-412c-8d0b-18b98f9a453a disassociated. External IP: 172.27.1.53, port: fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559. Aug 29 22:47:19.704766 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:19.709092 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2a7e3-f0d8-4643-998c-f5d89cf43e00 req-ae3fb104-2768-4f73-9dd3-cac2b6cf9098 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:19.711092 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e2b2a7e3-f0d8-4643-998c-f5d89cf43e00 req-ae3fb104-2768-4f73-9dd3-cac2b6cf9098 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0574989 Aug 29 22:47:19.756286 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:19.790428 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e2b2a7e3-f0d8-4643-998c-f5d89cf43e00 req-22d63997-5011-42b3-b4cc-5aa8bc014185 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727131 Aug 29 22:47:19.795227 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:19.888916 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:19.922204 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:20.256888 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4a1bdf7a-da59-40db-9e60-243505c2c06b req-096871c0-c685-4e12-994e-d5f75587da1e tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 210 time: 0.0589235 Aug 29 22:47:20.373690 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:47:20.527606 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:47:20.541662 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:47:20.556457 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:20.557257 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:20.585950 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ef267-797c-42b4-9d47-54a868a85297 req-81b1126d-185b-4789-9acb-a7e821f8d185 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:20.588770 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b37ef267-797c-42b4-9d47-54a868a85297 req-81b1126d-185b-4789-9acb-a7e821f8d185 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0873287 Aug 29 22:47:20.597090 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] No DVR routers for this DVR port fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:20.600211 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:20.603634 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-c622a63e-2c5e-42d6-9f47-a75cdc9d3d7f req-cd7b6189-123b-4f0c-87fa-fc8c9efb9852 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.84 "DELETE /networking/v2.0/ports/fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 HTTP/1.1" status: 204 len: 173 time: 1.4622757 Aug 29 22:47:20.604099 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'name': 'network-vif-deleted', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:47:20.606405 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27441a08-edf2-4872-b875-d3fca9379634" -d '{"events": [{"server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "name": "network-vif-deleted", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:47:20.655648 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b37ef267-797c-42b4-9d47-54a868a85297 req-92543267-26ed-4561-b5ea-a54cd53866cb tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530765 Aug 29 22:47:20.656358 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa189757-2a7d-4bd0-abc7-56ed1bcd55bf x-openstack-request-id: req-aa189757-2a7d-4bd0-abc7-56ed1bcd55bf {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:47:20.656821 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9ef285-a525-42c1-a3b3-eb2383a04797", "name": "network-vif-deleted", "tag": "fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:47:20.657006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa189757-2a7d-4bd0-abc7-56ed1bcd55bf {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:47:20.657423 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa189757-2a7d-4bd0-abc7-56ed1bcd55bf'] response: {'server_uuid': '0c9ef285-a525-42c1-a3b3-eb2383a04797', 'name': 'network-vif-deleted', 'tag': 'fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559', 'status': 'completed', 'code': 200} Aug 29 22:47:20.693016 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:20.858942 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6cd42-5d26-4130-a121-aeb296f74586 req-d2e08a14-763f-44c1-a8d7-b5b932424426 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:20.861458 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-21a6cd42-5d26-4130-a121-aeb296f74586 req-d2e08a14-763f-44c1-a8d7-b5b932424426 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.1172633 Aug 29 22:47:20.884983 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:20.966116 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:20.979180 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:20.985151 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-21a6cd42-5d26-4130-a121-aeb296f74586 req-73474ae3-8945-4b9b-bef1-fb782d1fd09e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063032 Aug 29 22:47:20.991541 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e70eb7-9a90-4fe4-b850-d0c833ae0d2b req-aa33dddc-f8bf-43b3-839d-cf8fc8248bd6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:20.993054 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48e70eb7-9a90-4fe4-b850-d0c833ae0d2b req-aa33dddc-f8bf-43b3-839d-cf8fc8248bd6 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0777071 Aug 29 22:47:21.020865 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:47:21.032581 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:21.033403 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:21.069733 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48e70eb7-9a90-4fe4-b850-d0c833ae0d2b req-e06f0ed2-d7f8-4109-8855-c9f07f62d9a8 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640433 Aug 29 22:47:21.073884 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:21.166701 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:21.395261 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-76382cdc-8884-4077-ab2e-0e32ae6dcd36 req-383497d4-34ab-4382-bf78-39b7bcda4792 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 210 time: 0.0370085 Aug 29 22:47:21.397804 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:21.441205 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a898-eff1-4a7b-b124-96fd61632e97 None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:00Z', 'revision_number': 4, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '7c834911-085a-4f99-83f3-30ad96eb32a4', 'name': '', 'network_id': 'c4fab7c6-be28-40e9-82ea-67b0ac291d9e', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'mac_address': 'fa:16:3e:28:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:58Z', 'updated_at': '2022-08-29T22:41:18Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'subnets': [{'id': '246e4181-9156-4f0d-9309-b08bd404aa8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:47:21.707842 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb8e75-9984-489b-b6a3-fab89839a87e None None] New status for floating IP 79c954ec-f589-412c-8d0b-18b98f9a453a: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:47:21.835585 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27e198-35dd-4fe5-93e5-0fc23632261f req-69c203f0-134f-474c-a94c-d4ac258e0a0b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:21.839370 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-be27e198-35dd-4fe5-93e5-0fc23632261f req-69c203f0-134f-474c-a94c-d4ac258e0a0b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0637527 Aug 29 22:47:21.899315 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-be27e198-35dd-4fe5-93e5-0fc23632261f req-cffcc615-db59-4127-8bf2-71b66a4c17da tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565777 Aug 29 22:47:22.127875 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0de751-f5be-4d4f-b064-60f0e6894022 req-3aed02dc-8261-4d7f-9be2-f110a6814be8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:22.129365 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3a0de751-f5be-4d4f-b064-60f0e6894022 req-3aed02dc-8261-4d7f-9be2-f110a6814be8 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.0596194 Aug 29 22:47:22.196310 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3a0de751-f5be-4d4f-b064-60f0e6894022 req-976d512c-8d4d-4806-b88c-3ec1fcbce23e tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589964 Aug 29 22:47:22.218291 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:47:22.240149 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a7995-0d42-495b-8eaf-ed8dfed9ed48 req-2a671603-e6a4-4033-a611-5272a959501d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:22.241707 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-200a7995-0d42-495b-8eaf-ed8dfed9ed48 req-2a671603-e6a4-4033-a611-5272a959501d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0639493 Aug 29 22:47:22.293883 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-200a7995-0d42-495b-8eaf-ed8dfed9ed48 req-b294ade8-aa01-41e4-b09c-f2a2c22ee81f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464165 Aug 29 22:47:22.515723 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9a2ea320-1827-4db1-98ad-1064b64d0d91 req-5371c6e2-fead-4654-8c3e-d11763ee1c40 tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 210 time: 0.0360820 Aug 29 22:47:23.058828 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a351c-4502-4416-ad47-e2f0b1fbabb4 req-ed66db6c-f522-41dc-8ff8-59ec9d428186 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:23.061304 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cd3a351c-4502-4416-ad47-e2f0b1fbabb4 req-ed66db6c-f522-41dc-8ff8-59ec9d428186 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.0665534 Aug 29 22:47:23.149487 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cd3a351c-4502-4416-ad47-e2f0b1fbabb4 req-0e2f42f8-6021-454e-85a8-b35b19320a7d tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784299 Aug 29 22:47:23.288475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cb0b-4992-4325-8b9e-587f077165eb req-2437a961-ac0f-43c0-b4df-b64725ecd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:23.292081 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-2437a961-ac0f-43c0-b4df-b64725ecd91e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61&tenant_id=05e6d1afb63446af887a1de133b7bf2e HTTP/1.1" status: 200 len: 1127 time: 0.1042242 Aug 29 22:47:23.313011 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-3a32b71d-077e-4585-bcf9-fad9a3927796 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:23.316799 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-3a32b71d-077e-4585-bcf9-fad9a3927796 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 945 time: 0.1272278 Aug 29 22:47:23.404029 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cb0b-4992-4325-8b9e-587f077165eb req-7658dece-d536-411e-ab8a-d5e00cdba225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:23.405605 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-7658dece-d536-411e-ab8a-d5e00cdba225 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1127 time: 0.0735102 Aug 29 22:47:23.411424 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-35e6441a-dd5b-4a59-a4eb-c565c50977a3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:23.414059 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-35e6441a-dd5b-4a59-a4eb-c565c50977a3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.2382126 Aug 29 22:47:23.479283 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7868d4-033a-4e21-8463-839ac71fb269 req-b772082f-8c8c-484f-b17d-755215d38fce tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:23.480800 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ad7868d4-033a-4e21-8463-839ac71fb269 req-b772082f-8c8c-484f-b17d-755215d38fce tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.1472757 Aug 29 22:47:23.484129 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Deleting port be00f065-5f4e-4890-b580-124b491dda4a {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:23.484492 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (be00f065-5f4e-4890-b580-124b491dda4a), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:23.509556 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78b7c8-aa7a-433f-a891-f8856e3f8456 req-81524b74-9bc6-44d3-86e6-c87155b63d34 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:23.511124 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d78b7c8-aa7a-433f-a891-f8856e3f8456 req-81524b74-9bc6-44d3-86e6-c87155b63d34 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0850582 Aug 29 22:47:23.575444 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ad7868d4-033a-4e21-8463-839ac71fb269 req-5fd3f53b-232e-450f-aadd-2b750ea4cba4 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848272 Aug 29 22:47:23.587626 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1d78b7c8-aa7a-433f-a891-f8856e3f8456 req-5d96b491-6424-4395-8d11-c1d0d348a780 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667539 Aug 29 22:47:23.618620 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:23.621177 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] For port be00f065-5f4e-4890-b580-124b491dda4a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=be00f065-5f4e-4890-b580-124b491dda4a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:23.622092 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (be00f065-5f4e-4890-b580-124b491dda4a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:23.648313 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Calling delete_port for be00f065-5f4e-4890-b580-124b491dda4a owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:23.959636 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Deleting port 20742b6f-8340-4fe9-a393-9ada56f123b0 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:23.960068 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:23.982045 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f1b5bf14-4a86-49e4-bfd3-db747c7d7b36 req-8e11284b-d6f8-4c0d-b6a7-5bee57c578ac tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0c9ef285-a525-42c1-a3b3-eb2383a04797 HTTP/1.1" status: 200 len: 210 time: 0.0469565 Aug 29 22:47:24.039238 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:24.044629 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (be00f065-5f4e-4890-b580-124b491dda4a), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:24.046764 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cb0b-4992-4325-8b9e-587f077165eb req-3609dc6a-3d4f-4de6-90c1-b94fb822a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:24.048817 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-3609dc6a-3d4f-4de6-90c1-b94fb822a603 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.4543912 Aug 29 22:47:24.059691 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['3ccec209-cbef-4789-bf99-1b161e07c449', 'be00f065-5f4e-4890-b580-124b491dda4a'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:47:24.061482 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:24.116911 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event deleted for resources: {'Port': ['ID=be00f065-5f4e-4890-b580-124b491dda4a,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:24.177960 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-83670d72-580c-4eb3-8833-d37523caa70a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 998 time: 0.1224251 Aug 29 22:47:24.237749 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] No DVR routers for this DVR port be00f065-5f4e-4890-b580-124b491dda4a on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:24.247421 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:24.255275 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-049b6db5-6066-474d-a8d7-4218f2ee60ae req-88393615-ca04-4b0d-a8df-52b0c00d3225 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "DELETE /networking/v2.0/ports/be00f065-5f4e-4890-b580-124b491dda4a HTTP/1.1" status: 204 len: 173 time: 0.9283423 Aug 29 22:47:24.256450 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'name': 'network-vif-deleted', 'tag': 'be00f065-5f4e-4890-b580-124b491dda4a'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:47:24.273021 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cb0b-4992-4325-8b9e-587f077165eb req-6d52e98f-d70f-4d71-a8fb-779403f4f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:24.273403 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a978b4c-f8ac-42a3-90dd-ef7e4d6ee342" -d '{"events": [{"server_uuid": "cc18feed-7dc2-459c-a709-7ac2d882f719", "name": "network-vif-deleted", "tag": "be00f065-5f4e-4890-b580-124b491dda4a"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:47:24.277087 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-6d52e98f-d70f-4d71-a8fb-779403f4f925 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.0847383 Aug 29 22:47:24.317151 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] For port 20742b6f-8340-4fe9-a393-9ada56f123b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=20742b6f-8340-4fe9-a393-9ada56f123b0,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:24.318007 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:24.395217 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f4b6b69-95d3-46ce-bef1-d9236643cfd1 req-6b3f4eef-489d-46e8-86b9-66dfed610c4e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc18feed-7dc2-459c-a709-7ac2d882f719 HTTP/1.1" status: 200 len: 210 time: 0.1162896 Aug 29 22:47:24.402252 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57341de-e2e7-457a-b8ef-a4e30b81aff5 x-openstack-request-id: req-f57341de-e2e7-457a-b8ef-a4e30b81aff5 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:47:24.402758 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc18feed-7dc2-459c-a709-7ac2d882f719", "name": "network-vif-deleted", "tag": "be00f065-5f4e-4890-b580-124b491dda4a", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:47:24.403360 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f57341de-e2e7-457a-b8ef-a4e30b81aff5 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:47:24.404017 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57341de-e2e7-457a-b8ef-a4e30b81aff5'] response: {'server_uuid': 'cc18feed-7dc2-459c-a709-7ac2d882f719', 'name': 'network-vif-deleted', 'tag': 'be00f065-5f4e-4890-b580-124b491dda4a', 'status': 'completed', 'code': 200} Aug 29 22:47:24.423486 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cb0b-4992-4325-8b9e-587f077165eb req-d44de51f-0d72-4a10-938e-13beedfb1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:24.427084 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-d44de51f-0d72-4a10-938e-13beedfb1595 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951369 Aug 29 22:47:24.464168 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:24.592574 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-20208c24-1315-4ddb-9b5f-0afe2dcbffbd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592824 Aug 29 22:47:24.651626 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:24.652069 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (7ed35b1e-fdbb-44d0-b57b-11c95daee64d), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:24.652447 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Floating IP 7ed35b1e-fdbb-44d0-b57b-11c95daee64d disassociated. External IP: 172.27.1.81, port: 20742b6f-8340-4fe9-a393-9ada56f123b0. Aug 29 22:47:24.652862 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Calling delete_port for 20742b6f-8340-4fe9-a393-9ada56f123b0 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:24.800484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3184cb0b-4992-4325-8b9e-587f077165eb req-241ade08-50eb-48c7-be7e-083754973a8e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017758 Aug 29 22:47:24.810201 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:24.849246 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:24.849881 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device fa5d2fc6-40ca-4c5b-a322-aeca1ba8a559 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:24.896091 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c7b80-b34f-47e2-9e98-268eee333ea4 req-c2d0adf0-4c91-4bd7-b222-bff25e02964a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:24.903651 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-108c7b80-b34f-47e2-9e98-268eee333ea4 req-c2d0adf0-4c91-4bd7-b222-bff25e02964a tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 946 time: 0.1223302 Aug 29 22:47:24.917052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (20742b6f-8340-4fe9-a393-9ada56f123b0), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:24.933326 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c31d0-611b-4929-bb1d-b0ca5c79416d req-bcfd0fde-4107-4840-a5df-8963364f1d79 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:24.936397 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8d2c31d0-611b-4929-bb1d-b0ca5c79416d req-bcfd0fde-4107-4840-a5df-8963364f1d79 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1472144 Aug 29 22:47:24.978446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event deleted for resources: {'Port': ['ID=20742b6f-8340-4fe9-a393-9ada56f123b0,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:25.099349 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-108c7b80-b34f-47e2-9e98-268eee333ea4 req-cc5e3eb5-a278-4faf-9551-3bcaf6d8c9f6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=40726c21-2294-4c9b-a815-a66428829937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616008 Aug 29 22:47:25.105508 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8d2c31d0-611b-4929-bb1d-b0ca5c79416d req-de08f479-3a84-4651-93ae-76c5ffb92a0e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481535 Aug 29 22:47:25.220383 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Router 60911ba5-60d2-4109-90f9-0712dccd588f has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:47:25.275469 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40830) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:25.354077 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (c6a20c91-02b6-4674-a784-30346c6d3dcc), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:25.383574 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (c6a20c91-02b6-4674-a784-30346c6d3dcc), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:25.422690 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:47:25.446542 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] Sync routers for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:47:25.487939 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] No DVR routers for this DVR port 20742b6f-8340-4fe9-a393-9ada56f123b0 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:25.494535 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:25.503008 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-464d7380-9f44-46f0-a586-f8258c2e0652 req-261ac200-b4f9-44c7-b7f7-1f304396a093 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.84 "DELETE /networking/v2.0/ports/20742b6f-8340-4fe9-a393-9ada56f123b0 HTTP/1.1" status: 204 len: 173 time: 1.7742126 Aug 29 22:47:25.504805 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:25.510539 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c6a20c91-02b6-4674-a784-30346c6d3dcc), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:25.518932 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:25.520850 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:25.527691 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c6a20c91-02b6-4674-a784-30346c6d3dcc HTTP/1.1" status: 204 len: 168 time: 0.2468729 Aug 29 22:47:25.528593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40846) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:25.544516 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a20c91-02b6-4674-a784-30346c6d3dcc,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:25.554923 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.555277 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.555802 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.556516 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.557097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.557600 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.558186 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.558971 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.559497 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.560061 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.560582 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.561168 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.562520 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.564631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.565816 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5283-eda7-4483-9f14-db6ca4cb705c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:47:25.616683 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.api.v2.resource [None req-471fccf3-78e3-4e3e-b116-df10ce5408ae tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] show failed (client error): The resource could not be found. Aug 29 22:47:25.629515 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40848) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:25.631810 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-471fccf3-78e3-4e3e-b116-df10ce5408ae tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "GET /networking/v2.0/security-groups/c6a20c91-02b6-4674-a784-30346c6d3dcc HTTP/1.1" status: 404 len: 347 time: 0.0995269 Aug 29 22:47:25.932511 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Deleting port 3403eb15-9364-4780-b21c-1ddad5eb2000 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:25.933898 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:25.993110 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.002008 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:26.062238 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:26.153004 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.154093 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (3403eb15-9364-4780-b21c-1ddad5eb2000), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.194483 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Calling delete_port for 3403eb15-9364-4780-b21c-1ddad5eb2000 owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:26.372812 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-df6129c1-4d90-4a61-9c39-e098b3ecbffb req-d524c3d4-fd10-43fe-b8b5-10db228e18cd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0500512 Aug 29 22:47:26.407578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'name': 'network-vif-deleted', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:47:26.411718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7c9683-c24f-48df-98f9-5230d6cac124" -d '{"events": [{"server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "name": "network-vif-deleted", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:47:26.513437 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:26.558708 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] Checking router: 60911ba5-60d2-4109-90f9-0712dccd588f for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:47:26.576820 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:26.577889 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:26.730191 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b30c3-a87e-4e1a-893c-52aac8637054 req-2f712114-fd8d-4e62-a23c-5fc9ac9fc88d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:26.749423 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9b6b30c3-a87e-4e1a-893c-52aac8637054 req-2f712114-fd8d-4e62-a23c-5fc9ac9fc88d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1220632 Aug 29 22:47:26.789739 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (3403eb15-9364-4780-b21c-1ddad5eb2000), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.827521 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device be00f065-5f4e-4890-b580-124b491dda4a no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:26.859101 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:26.865714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Pushing event deleted for resources: {'Port': ['ID=3403eb15-9364-4780-b21c-1ddad5eb2000,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:26.867092 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: be00f065-5f4e-4890-b580-124b491dda4a {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:26.867651 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device be00f065-5f4e-4890-b580-124b491dda4a not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:26.868591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20742b6f-8340-4fe9-a393-9ada56f123b0 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:26.952076 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99117-7bd3-43e2-ab50-409d96eaf009 req-d7c172e2-ee3f-46d8-92e5-21474cd0ec9f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:26.953792 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-feb99117-7bd3-43e2-ab50-409d96eaf009 req-d7c172e2-ee3f-46d8-92e5-21474cd0ec9f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.3276565 Aug 29 22:47:26.957704 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks [] for floatingip (79c954ec-f589-412c-8d0b-18b98f9a453a), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.969810 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.971095 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c8efd5e4-99c0-469c-8df0-d44fbd866c6c tempest-AttachVolumeNegativeTest-92582572 tempest-AttachVolumeNegativeTest-92582572-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/79c954ec-f589-412c-8d0b-18b98f9a453a HTTP/1.1" status: 204 len: 168 time: 1.3390212 Aug 29 22:47:26.985812 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 20742b6f-8340-4fe9-a393-9ada56f123b0 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:26.985812 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 20742b6f-8340-4fe9-a393-9ada56f123b0 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:27.044062 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:27.049138 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9b6b30c3-a87e-4e1a-893c-52aac8637054 req-1e012080-b716-4cb5-aa78-62d3398551c9 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981629 Aug 29 22:47:27.133011 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-feb99117-7bd3-43e2-ab50-409d96eaf009 req-f51fbd4d-b9be-42ad-941c-0c05729cbf4a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387117 Aug 29 22:47:27.167690 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:27.171293 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6701d8-6c08-49c2-ad8d-9090d507ba40 x-openstack-request-id: req-5a6701d8-6c08-49c2-ad8d-9090d507ba40 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:47:27.172809 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f91121-8c3c-48c9-ac28-a04ee9f1884d", "name": "network-vif-deleted", "tag": "20742b6f-8340-4fe9-a393-9ada56f123b0", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:47:27.173648 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a6701d8-6c08-49c2-ad8d-9090d507ba40 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:47:27.174293 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6701d8-6c08-49c2-ad8d-9090d507ba40'] response: {'server_uuid': '99f91121-8c3c-48c9-ac28-a04ee9f1884d', 'name': 'network-vif-deleted', 'tag': '20742b6f-8340-4fe9-a393-9ada56f123b0', 'status': 'completed', 'code': 200} Aug 29 22:47:27.350859 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:27.381459 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6165d-a967-40da-af8a-f55c8c555654 None None] The sync data for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi is: [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:40:57Z', 'revision_number': 4, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '056bba5a-a0f8-4a06-ad9c-a0d8e67791ae', 'name': '', 'network_id': 'b66f117d-e67e-472b-adb6-20d24f75e534', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'mac_address': 'fa:16:3e:1b:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:56Z', 'updated_at': '2022-08-29T22:41:16Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'subnets': [{'id': 'e7360599-db95-4a16-8341-5065482e9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:47:27.534022 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-14604620-967b-440c-b596-c36ffc425c28 req-47f865dc-6a53-4f07-98cb-ea29eb55e38d tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0303161 Aug 29 22:47:27.698470 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b17952-93c8-4f07-bcae-7cc9e9d51fb9 None None] New status for floating IP 7ed35b1e-fdbb-44d0-b57b-11c95daee64d: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:47:28.316460 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3d87a-953d-4994-b351-2e620a99d96c req-8f69bf1f-e63f-42f0-8d04-66af0309e9d0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:28.319212 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-08e3d87a-953d-4994-b351-2e620a99d96c req-8f69bf1f-e63f-42f0-8d04-66af0309e9d0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1306062 Aug 29 22:47:28.368495 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcacdd-7c07-4187-a974-6ece2471aa39 req-971e2f27-ce9f-4946-8394-603268ee77aa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:28.371079 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c6fcacdd-7c07-4187-a974-6ece2471aa39 req-971e2f27-ce9f-4946-8394-603268ee77aa tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1318395 Aug 29 22:47:28.465010 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-08e3d87a-953d-4994-b351-2e620a99d96c req-f27b4a55-eead-4f1a-9e2d-3486d070d14a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363747 Aug 29 22:47:28.489207 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c6fcacdd-7c07-4187-a974-6ece2471aa39 req-a0a6ccaf-7936-451b-ad6c-d3209ec6536e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114559 Aug 29 22:47:28.712584 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d01d0ff4-1d1d-4732-912b-323e3cb4d2bb req-33a94aa6-2d25-4b97-8104-b426ae7108df tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0469601 Aug 29 22:47:28.903896 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:29.767721 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f8cb-5c65-4edd-bda6-89fd64e70d00 req-36b0a4ee-f86c-4db4-ad41-553768b4e721 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:29.769230 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7767f8cb-5c65-4edd-bda6-89fd64e70d00 req-36b0a4ee-f86c-4db4-ad41-553768b4e721 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1265390 Aug 29 22:47:29.778220 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf518-37cf-441f-b65f-29eaf1df9b90 req-b3416bd9-6a33-41f2-b89c-d43ef567015e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:29.779663 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-31eaf518-37cf-441f-b65f-29eaf1df9b90 req-b3416bd9-6a33-41f2-b89c-d43ef567015e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1354830 Aug 29 22:47:29.939435 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7767f8cb-5c65-4edd-bda6-89fd64e70d00 req-465b4c81-e2ad-4442-8928-1b383166ee6f tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584144 Aug 29 22:47:29.955573 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-31eaf518-37cf-441f-b65f-29eaf1df9b90 req-17d3c12a-3337-47cf-924e-df76364e376b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488285 Aug 29 22:47:30.198350 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b89bef4-b940-4a47-aed2-eebffd63ff10 req-a1e38a18-46b6-4bee-b1e9-f20f4eb7dbd3 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0519199 Aug 29 22:47:31.232542 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c79f7-4ef3-4488-88d3-df28378d126f req-90dbed20-64c5-4d12-80b3-1d4e57d25660 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:31.237490 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b61c79f7-4ef3-4488-88d3-df28378d126f req-90dbed20-64c5-4d12-80b3-1d4e57d25660 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1409328 Aug 29 22:47:31.246575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11e688-5143-46f8-af14-c8962db310a9 req-93f11bc9-b7ab-4637-82e0-944470849ad4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:31.249202 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eb11e688-5143-46f8-af14-c8962db310a9 req-93f11bc9-b7ab-4637-82e0-944470849ad4 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1555066 Aug 29 22:47:31.280441 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:31.365689 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b61c79f7-4ef3-4488-88d3-df28378d126f req-67cf5dc8-b4d5-416d-8c37-877ee275fea2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151006 Aug 29 22:47:31.369844 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-eb11e688-5143-46f8-af14-c8962db310a9 req-135b1c29-99a1-404f-a84c-cfad370a4e44 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084111 Aug 29 22:47:31.558499 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b6e64276-b581-412a-8776-b7aac1563036 req-95872459-e7c1-4a45-b2f4-8822e99b91ee tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0484998 Aug 29 22:47:31.726140 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40916) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:32.575566 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:32.693043 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:32.733600 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b92cc-9a17-404c-a9c4-cd73ed3fb873 req-d8bfb6ae-c68a-4bad-803a-6907ceeb687b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:32.741889 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-921b92cc-9a17-404c-a9c4-cd73ed3fb873 req-d8bfb6ae-c68a-4bad-803a-6907ceeb687b tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1600358 Aug 29 22:47:32.837786 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b668cb2-9651-4fec-ab0f-e50e9efe765c req-6516a1fa-f7ec-45ad-968b-3e99f60dc1ad tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:32.845232 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9b668cb2-9651-4fec-ab0f-e50e9efe765c req-6516a1fa-f7ec-45ad-968b-3e99f60dc1ad tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.2187166 Aug 29 22:47:32.930960 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-921b92cc-9a17-404c-a9c4-cd73ed3fb873 req-ea7a2ea4-c5ce-49ad-9397-b967a102db06 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878548 Aug 29 22:47:33.109166 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9b668cb2-9651-4fec-ab0f-e50e9efe765c req-41a9f79a-234f-4503-a930-ae470d98bebe tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627821 Aug 29 22:47:33.197999 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9ee9ec69-f197-408e-ad11-ba4d87f45ab2 req-af33a935-e970-4b7a-b6f4-a15df711d6b6 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0771251 Aug 29 22:47:33.330268 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Deleting port 7c834911-085a-4f99-83f3-30ad96eb32a4 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:33.331449 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:33.714695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:33.780710 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] For port 7c834911-085a-4f99-83f3-30ad96eb32a4, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7c834911-085a-4f99-83f3-30ad96eb32a4,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:33.781398 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:33.807444 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Calling delete_port for 7c834911-085a-4f99-83f3-30ad96eb32a4 owned by network:router_interface {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:34.198615 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (7c834911-085a-4f99-83f3-30ad96eb32a4), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:34.215570 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa01c9-c9a3-4a27-89d8-74c4f936fb5c req-d076d145-cb8f-4cc5-80c1-b7229a03f201 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:34.229899 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7afa01c9-c9a3-4a27-89d8-74c4f936fb5c req-d076d145-cb8f-4cc5-80c1-b7229a03f201 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1946924 Aug 29 22:47:34.299197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c834911-085a-4f99-83f3-30ad96eb32a4,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:34.536659 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95079466-a73d-4ae9-935f-fc8a95c6df6b req-4eaf5768-e45e-4802-8957-468a3f802523 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:34.539282 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-95079466-a73d-4ae9-935f-fc8a95c6df6b req-4eaf5768-e45e-4802-8957-468a3f802523 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.2137370 Aug 29 22:47:34.549781 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7afa01c9-c9a3-4a27-89d8-74c4f936fb5c req-3fb7e969-5a24-4ce6-9126-46ffee3c0da0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171527 Aug 29 22:47:34.694351 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-95079466-a73d-4ae9-935f-fc8a95c6df6b req-f5402a2c-b930-4de2-be05-6af995b8cd21 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397715 Aug 29 22:47:34.745560 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:34.750379 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:35.003036 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-63443d86-f428-4306-8bd2-63d1571e4a08 req-62cdbfe2-fa53-4810-83d1-62bd8e574764 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0647063 Aug 29 22:47:35.115559 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:35.214138 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:47:35.413660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:47:35.428073 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] Sync routers for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:47:35.430167 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40934) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:35.431835 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-172482d3-80b9-4b0e-a1ac-385c6c79ad98 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7035081 Aug 29 22:47:35.446263 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:35.447409 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:35.680554 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:35.726938 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks [] for router (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:35.894207 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb213c-a292-4290-b418-16c333f84fb7 req-704e21aa-4646-4983-a325-a702392f015a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:35.921659 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fdfb213c-a292-4290-b418-16c333f84fb7 req-704e21aa-4646-4983-a325-a702392f015a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.1796045 Aug 29 22:47:35.948307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:35.959955 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks [] for router_gateway (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:36.070836 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:47:34Z', 'revision_number': 5, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port': {'id': '776ecca3-0e75-4bc0-851d-e18586e6418c', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:50Z', 'updated_at': '2022-08-29T22:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:36.072932 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Deleting port 776ecca3-0e75-4bc0-851d-e18586e6418c {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:36.073270 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:36.116107 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] Checking router: c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:47:36.131638 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] Routers {'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:36.132659 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:36.138908 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fdfb213c-a292-4290-b418-16c333f84fb7 req-f5a45fe0-484a-48d5-9256-cce01882052a tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153988 Aug 29 22:47:36.186232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:36.186514 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f06239-227c-4cf6-81bd-eb55336ebf91 req-9b42be8a-e8f3-41f6-a432-a5ffa2109487 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:36.212329 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f2f06239-227c-4cf6-81bd-eb55336ebf91 req-9b42be8a-e8f3-41f6-a432-a5ffa2109487 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.2546928 Aug 29 22:47:36.270137 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] For port 776ecca3-0e75-4bc0-851d-e18586e6418c, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=776ecca3-0e75-4bc0-851d-e18586e6418c,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:36.272582 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:36.333077 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Calling delete_port for 776ecca3-0e75-4bc0-851d-e18586e6418c owned by network:router_gateway {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:36.352887 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f2f06239-227c-4cf6-81bd-eb55336ebf91 req-c7dc8af2-f61b-4ad0-a49b-b116102015e3 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394429 Aug 29 22:47:36.534077 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] Set router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 gateway port host: None {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:36.553066 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f10a7964-6681-4043-821b-19a58288269f req-b93fb9af-6917-4174-84c0-2674a9942690 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.1320426 Aug 29 22:47:36.707719 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (776ecca3-0e75-4bc0-851d-e18586e6418c), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:36.713620 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:47:35Z', 'revision_number': 6, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port_host': None}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:36.748388 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Pushing event deleted for resources: {'Port': ['ID=776ecca3-0e75-4bc0-851d-e18586e6418c,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:36.777617 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84246b7d-6373-4f70-9875-6a88c78cf99a None None] The sync data for ids ['c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1'] in dv-cinder-854270-4-iscsi is: [{'id': 'c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1', 'name': 'tempest-AttachVolumeNegativeTest-1474164829-router', 'tenant_id': '1fcb391184b94306898e43379094e5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:47:35Z', 'revision_number': 6, 'project_id': '1fcb391184b94306898e43379094e5f6', 'gw_port_host': None}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:47:36.920215 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.152382 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.157590 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks [] for router_controller (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.292464 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.293337 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 {{(pid=134262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:47:37.305238 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.307212 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ea354af7-c49c-4b83-b43c-44ba0818703e admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/c7bf0ee7-84ff-485e-9deb-1d6cdc4ebee1 HTTP/1.1" status: 204 len: 168 time: 1.8757029 Aug 29 22:47:37.310137 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40946) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:37.362444 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7a7a1-c847-4a11-9b61-446003d4bd5b req-871210dc-0e2b-46ed-a760-45c12f668043 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:37.365105 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5bf7a7a1-c847-4a11-9b61-446003d4bd5b req-871210dc-0e2b-46ed-a760-45c12f668043 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0739179 Aug 29 22:47:37.441031 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] Deleting subnet 246e4181-9156-4f0d-9309-b08bd404aa8c {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:47:37.451171 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] Publish callbacks [] for subnet (246e4181-9156-4f0d-9309-b08bd404aa8c), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.455601 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5bf7a7a1-c847-4a11-9b61-446003d4bd5b req-6ddf3e2e-b7e1-4236-8979-de989e75a884 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774593 Aug 29 22:47:37.531340 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (246e4181-9156-4f0d-9309-b08bd404aa8c), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.578426 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:37.597965 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705052d0-01d2-4656-b6b7-3fcd56cadedf req-e07b65a9-6476-492a-bb0c-8fcbf54b48b2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:37.600290 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-705052d0-01d2-4656-b6b7-3fcd56cadedf req-e07b65a9-6476-492a-bb0c-8fcbf54b48b2 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.0625868 Aug 29 22:47:37.669903 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-705052d0-01d2-4656-b6b7-3fcd56cadedf req-a1c600f7-9f3e-48c8-a346-7096918a4388 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620847 Aug 29 22:47:37.708141 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (246e4181-9156-4f0d-9309-b08bd404aa8c), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.784903 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:37.790825 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=86,neutron:UPDATE=13 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:37.795820 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-385a0cb2-6c93-4d52-bb1f-4d8e3b101cee req-34da154b-7602-4a21-816b-77659d3e0984 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=99f91121-8c3c-48c9-ac28-a04ee9f1884d HTTP/1.1" status: 200 len: 210 time: 0.0500228 Aug 29 22:47:37.811576 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (246e4181-9156-4f0d-9309-b08bd404aa8c), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.839420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246e4181-9156-4f0d-9309-b08bd404aa8c,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:37.852420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.858670 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-8cfdfd27-208f-4fff-af65-a54ea0612034 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/246e4181-9156-4f0d-9309-b08bd404aa8c HTTP/1.1" status: 204 len: 168 time: 0.5444205 Aug 29 22:47:37.860416 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40952) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:37.864315 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45627f99-ddbd-4cc8-91a9-60020097cca5 None None] Network c4fab7c6-be28-40e9-82ea-67b0ac291d9e requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:47:37.958988 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (c4fab7c6-be28-40e9-82ea-67b0ac291d9e), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.017000 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Deleting port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:38.017343 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.093654 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] For port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:38.094050 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.105432 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] DHCP port deletion for c4fab7c6-be28-40e9-82ea-67b0ac291d9e request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:47:38.112997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Calling delete_port for 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb owned by network:dhcp {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:38.176788 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] Deleting port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:38.177370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.214223 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:38.246420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397125-60b2-446c-9209-de39c33bc98f req-1f2287f5-74f9-4ac5-8df8-85f7cb0e3c5e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:38.248038 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-53397125-60b2-446c-9209-de39c33bc98f req-1f2287f5-74f9-4ac5-8df8-85f7cb0e3c5e tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0728388 Aug 29 22:47:38.283783 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.287248 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] For port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,segment=NetworkSegment(315ad9a0-4946-48ce-aa86-cc4abf338799),segment_id=315ad9a0-4946-48ce-aa86-cc4abf338799)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:38.287802 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.305366 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] Calling delete_port for 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:38.322712 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:38.328286 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] No DVR routers for this DVR port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb on host dv-cinder-854270-4-iscsi {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:38.414424 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.426275 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (c4fab7c6-be28-40e9-82ea-67b0ac291d9e), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.449291 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] Pushing event deleted for resources: {'Port': ['ID=7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:38.455835 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b08354b-03f2-42e4-9036-91d7fa1e891f None None] No DVR routers for this DVR port 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:38.468476 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fab7c6-be28-40e9-82ea-67b0ac291d9e']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:38.487619 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315ad9a0-4946-48ce-aa86-cc4abf338799') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:38.487965 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315ad9a0-4946-48ce-aa86-cc4abf338799') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:38.500275 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (315ad9a0-4946-48ce-aa86-cc4abf338799), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.525521 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (315ad9a0-4946-48ce-aa86-cc4abf338799), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.541988 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:47:38.542590 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (315ad9a0-4946-48ce-aa86-cc4abf338799), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.635005 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (c4fab7c6-be28-40e9-82ea-67b0ac291d9e), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.655791 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e241507-ad2c-4a3a-8801-0a90c58bb026 req-fa7a73f9-2a13-4360-b888-2d18d2cf83c0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:38.659234 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e241507-ad2c-4a3a-8801-0a90c58bb026 req-fa7a73f9-2a13-4360-b888-2d18d2cf83c0 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 946 time: 0.0903230 Aug 29 22:47:38.663939 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:38.668984 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/c4fab7c6-be28-40e9-82ea-67b0ac291d9e HTTP/1.1" status: 204 len: 168 time: 0.8065906 Aug 29 22:47:38.670450 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee21b86-78f6-4529-bbd5-84b69aed6025 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fab7c6-be28-40e9-82ea-67b0ac291d9e,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:38.712076 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 315ad9a0-4946-48ce-aa86-cc4abf338799 resource provider aggregate not found Aug 29 22:47:38.748868 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment 315ad9a0-4946-48ce-aa86-cc4abf338799 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 315ad9a0-4946-48ce-aa86-cc4abf338799 found for delete ", "request_id": "req-92a54455-3f04-444a-87f8-1c500520cbcb"}]} Aug 29 22:47:38.757055 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e241507-ad2c-4a3a-8801-0a90c58bb026 req-e53bda4a-ed6f-40b6-99ce-5e0ff071a6ea tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=458a66b7-0f3d-49d5-bbf2-af0f8d861737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904689 Aug 29 22:47:38.854805 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:47:38.857652 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7c834911-085a-4f99-83f3-30ad96eb32a4 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:38.899893 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 7c834911-085a-4f99-83f3-30ad96eb32a4 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:38.901047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7c834911-085a-4f99-83f3-30ad96eb32a4 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:38.902262 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:38.942070 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:38.942634 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b0cd696-7ddb-4e2d-a9dd-025979bdb7bb not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:38.943374 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 776ecca3-0e75-4bc0-851d-e18586e6418c no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:38.989512 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efec49d-b4cf-4234-aec5-f8d1cbf7b94d req-d101b518-0e83-4b6f-a709-998992751a7e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:38.990275 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 776ecca3-0e75-4bc0-851d-e18586e6418c {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:38.990388 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0efec49d-b4cf-4234-aec5-f8d1cbf7b94d req-d101b518-0e83-4b6f-a709-998992751a7e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 943 time: 0.1619065 Aug 29 22:47:38.990482 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 776ecca3-0e75-4bc0-851d-e18586e6418c not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:39.004965 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.db.resource_extend [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 22:47:39.010068 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Deleting port 3ccec209-cbef-4789-bf99-1b161e07c449 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:39.012424 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.044866 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40970) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:39.063177 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40972) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:39.125838 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:39.147606 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'b903e211-1037-4142-a6a4-fe89c4385560', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'port_id': 'b903e211-1037-4142-a6a4-fe89c4385560', 'mac_address': 'fa:16:3e:e5:be:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:47:39.148961 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0efec49d-b4cf-4234-aec5-f8d1cbf7b94d req-aa152ff9-b8b9-4505-8f17-f8467534fccd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559284 Aug 29 22:47:39.194170 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4def6cdf-bbe0-43d6-8942-b4bbe5ab7364 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1fcb391184b94306898e43379094e5f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1434534 Aug 29 22:47:39.194631 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40974) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:39.213857 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:39.214660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6faf32e9-44e8-471f-abcf-32c04858306c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (40726c21-2294-4c9b-a815-a66428829937), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.235683 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] For port 3ccec209-cbef-4789-bf99-1b161e07c449, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3ccec209-cbef-4789-bf99-1b161e07c449,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:39.236043 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.238623 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:47:39.239526 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.257049 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b903e211-1037-4142-a6a4-fe89c4385560 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:47:39.261501 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6faf32e9-44e8-471f-abcf-32c04858306c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (40726c21-2294-4c9b-a815-a66428829937), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.274556 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Calling delete_port for 3ccec209-cbef-4789-bf99-1b161e07c449 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:39.287641 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:39.294251 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.298478 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:39.358512 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6faf32e9-44e8-471f-abcf-32c04858306c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (40726c21-2294-4c9b-a815-a66428829937), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.362816 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=9']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:39.366242 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6faf32e9-44e8-471f-abcf-32c04858306c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.369060 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6faf32e9-44e8-471f-abcf-32c04858306c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/40726c21-2294-4c9b-a815-a66428829937 HTTP/1.1" status: 204 len: 168 time: 0.3015263 Aug 29 22:47:39.373607 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 40976) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:39.387101 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf32e9-44e8-471f-abcf-32c04858306c tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40726c21-2294-4c9b-a815-a66428829937,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:39.387975 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-79588d24-e872-4eff-a21a-03e5cba72767 admin admin] Publish callbacks [] for security_group (86b65779-f66e-44be-bce2-ca8f70605049), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.428202 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.api.v2.resource [None req-bab71fd6-b8bb-4a69-ae9d-86d23d1933fd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] show failed (client error): The resource could not be found. Aug 29 22:47:39.429561 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bab71fd6-b8bb-4a69-ae9d-86d23d1933fd tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "GET /networking/v2.0/security-groups/40726c21-2294-4c9b-a815-a66428829937 HTTP/1.1" status: 404 len: 347 time: 0.0545118 Aug 29 22:47:39.434052 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 40978) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:39.459049 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-79588d24-e872-4eff-a21a-03e5cba72767 admin admin] Publish callbacks [] for security_group (86b65779-f66e-44be-bce2-ca8f70605049), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.517821 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['b903e211-1037-4142-a6a4-fe89c4385560'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:47:39.613580 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:39.616542 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-79588d24-e872-4eff-a21a-03e5cba72767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (86b65779-f66e-44be-bce2-ca8f70605049), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.621131 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-79588d24-e872-4eff-a21a-03e5cba72767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.623150 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-79588d24-e872-4eff-a21a-03e5cba72767 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/86b65779-f66e-44be-bce2-ca8f70605049 HTTP/1.1" status: 204 len: 168 time: 0.4273672 Aug 29 22:47:39.651700 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79588d24-e872-4eff-a21a-03e5cba72767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b65779-f66e-44be-bce2-ca8f70605049,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:39.656100 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (3ccec209-cbef-4789-bf99-1b161e07c449), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.679564 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:39.694329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Deleting port 1552a768-e51d-4768-a970-4444f253ff4e {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:39.696548 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (1552a768-e51d-4768-a970-4444f253ff4e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.698936 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Pushing event deleted for resources: {'Port': ['ID=3ccec209-cbef-4789-bf99-1b161e07c449,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:39.832877 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] No DVR routers for this DVR port 3ccec209-cbef-4789-bf99-1b161e07c449 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:39.843687 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.854682 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-53397125-60b2-446c-9209-de39c33bc98f req-6cb504b8-71ae-45d4-ac57-dd31001d2c0f tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.84 "DELETE /networking/v2.0/ports/3ccec209-cbef-4789-bf99-1b161e07c449 HTTP/1.1" status: 204 len: 173 time: 1.0538597 Aug 29 22:47:39.863343 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'name': 'network-vif-deleted', 'tag': '3ccec209-cbef-4789-bf99-1b161e07c449'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:47:39.867830 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb64ebf5-5033-4d18-b379-9e81f415bd26" -d '{"events": [{"server_uuid": "9e78f6ed-61b5-43c7-acd0-82d594ac1a2a", "name": "network-vif-deleted", "tag": "3ccec209-cbef-4789-bf99-1b161e07c449"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:47:39.869299 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (1552a768-e51d-4768-a970-4444f253ff4e), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.869814 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (1552a768-e51d-4768-a970-4444f253ff4e), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:39.896843 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Calling delete_port for 1552a768-e51d-4768-a970-4444f253ff4e owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:39.948955 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b6297-dbc8-42e6-8127-694fc3e42890 x-openstack-request-id: req-822b6297-dbc8-42e6-8127-694fc3e42890 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:47:39.949645 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e78f6ed-61b5-43c7-acd0-82d594ac1a2a", "name": "network-vif-deleted", "tag": "3ccec209-cbef-4789-bf99-1b161e07c449", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:47:39.950193 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-822b6297-dbc8-42e6-8127-694fc3e42890 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:47:39.950891 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822b6297-dbc8-42e6-8127-694fc3e42890'] response: {'server_uuid': '9e78f6ed-61b5-43c7-acd0-82d594ac1a2a', 'name': 'network-vif-deleted', 'tag': '3ccec209-cbef-4789-bf99-1b161e07c449', 'status': 'completed', 'code': 200} Aug 29 22:47:39.971920 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:40.106601 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5ec22cf4-2f25-47e1-875b-621c1884d11c req-0f04c75d-484f-46ff-bb02-12206754a1a1 tempest-ServerRescueNegativeTestJSON-2027150672 tempest-ServerRescueNegativeTestJSON-2027150672-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e78f6ed-61b5-43c7-acd0-82d594ac1a2a HTTP/1.1" status: 200 len: 210 time: 0.0699041 Aug 29 22:47:40.227615 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (1552a768-e51d-4768-a970-4444f253ff4e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:40.285365 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Pushing event deleted for resources: {'Port': ['ID=1552a768-e51d-4768-a970-4444f253ff4e,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:40.357794 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks [] for floatingip (7ed35b1e-fdbb-44d0-b57b-11c95daee64d), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:40.362534 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:40.364426 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-db6afc81-4408-4cd6-97f6-0659d495e604 tempest-AttachVolumeTestJSON-239573874 tempest-AttachVolumeTestJSON-239573874-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/7ed35b1e-fdbb-44d0-b57b-11c95daee64d HTTP/1.1" status: 204 len: 168 time: 0.9285052 Aug 29 22:47:40.417025 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3774c21-64ed-451c-b5cd-fcbef5f820a1 req-9329e402-6f13-43ac-a068-b43a07955f34 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:40.418892 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3774c21-64ed-451c-b5cd-fcbef5f820a1 req-9329e402-6f13-43ac-a068-b43a07955f34 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 944 time: 0.0834923 Aug 29 22:47:40.513856 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d3774c21-64ed-451c-b5cd-fcbef5f820a1 req-17da117a-82d5-4379-bcac-1855e2d3228d tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872734 Aug 29 22:47:40.870779 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:47:40.934966 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port b903e211-1037-4142-a6a4-fe89c4385560 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:47:40.935625 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b903e211-1037-4142-a6a4-fe89c4385560), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:40.938909 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:41.054700 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port b903e211-1037-4142-a6a4-fe89c4385560 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:47:41.055448 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:41.085053 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:47:41.087462 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c6b01-c32f-456d-896a-6b0ce0dd0ed5" -d '{"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-plugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:47:41.104987 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:41.111376 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:41.112913 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 3ccec209-cbef-4789-bf99-1b161e07c449 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:41.178107 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fcf38e-b351-4545-a5b4-1e3e01bb9629 x-openstack-request-id: req-86fcf38e-b351-4545-a5b4-1e3e01bb9629 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:47:41.178484 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-plugged", "status": "completed", "tag": "b903e211-1037-4142-a6a4-fe89c4385560", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:47:41.178694 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86fcf38e-b351-4545-a5b4-1e3e01bb9629 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:47:41.179214 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86fcf38e-b351-4545-a5b4-1e3e01bb9629'] response: {'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560', 'code': 200} Aug 29 22:47:41.184498 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 3ccec209-cbef-4789-bf99-1b161e07c449 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:41.184960 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 3ccec209-cbef-4789-bf99-1b161e07c449 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:41.233300 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=10']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:41.255067 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41014) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:41.438239 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562d6d5-e0b7-4402-83ed-c6cdf15071d5 req-6fc0d07e-70b5-4092-81b1-47802f0db55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:41.439824 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e562d6d5-e0b7-4402-83ed-c6cdf15071d5 req-6fc0d07e-70b5-4092-81b1-47802f0db55a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1130 time: 0.0634656 Aug 29 22:47:41.531920 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e562d6d5-e0b7-4402-83ed-c6cdf15071d5 req-e6f5a5bc-f32a-4384-93ee-2b1413d1d210 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767238 Aug 29 22:47:41.772954 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba2e86-253c-4f2e-81f7-baf4fb54021e req-f0115452-4eb0-4ae2-aac6-c21cb5aa78d4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:41.773456 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1dba2e86-253c-4f2e-81f7-baf4fb54021e req-f0115452-4eb0-4ae2-aac6-c21cb5aa78d4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.1243114 Aug 29 22:47:41.865835 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:41.986358 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-81fda5c2-4f4e-4d1a-ae24-348bcef332fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.007448 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1dba2e86-253c-4f2e-81f7-baf4fb54021e req-063c4470-99a6-4912-a5b2-7722a035a501 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163794 Aug 29 22:47:42.139177 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41054) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:42.222956 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (bac83cba-4e5b-4a09-96c3-09f432eed69b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.368630 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6e33b90e-4e4c-4fa1-8302-f55a891303d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.542312 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:42.630965 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6e33b90e-4e4c-4fa1-8302-f55a891303d6 admin admin] Publish callbacks [] for security_group (54fcdd95-ba02-491c-9a45-3b3e9b4647d7), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.638524 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6e33b90e-4e4c-4fa1-8302-f55a891303d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (54fcdd95-ba02-491c-9a45-3b3e9b4647d7), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.660038 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Deleting port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:42.660390 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.740331 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33b90e-4e4c-4fa1-8302-f55a891303d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcdd95-ba02-491c-9a45-3b3e9b4647d7,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:42.743691 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6e33b90e-4e4c-4fa1-8302-f55a891303d6 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e366a29135794c3c8d3a2a36d07c6bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031365 Aug 29 22:47:42.749472 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41064) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:42.848573 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] For port 46b9693a-9bb9-402b-bd6f-e6a014f1ad01, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:42.848948 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.862299 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67ec5f18-bdc1-4a5e-a42e-e45fa05c3622 admin admin] Publish callbacks [] for security_group (54fcdd95-ba02-491c-9a45-3b3e9b4647d7), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.875665 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Calling delete_port for 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 owned by network:router_interface {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:42.898479 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67ec5f18-bdc1-4a5e-a42e-e45fa05c3622 admin admin] Publish callbacks [] for security_group (54fcdd95-ba02-491c-9a45-3b3e9b4647d7), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:42.965393 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:43.142517 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67ec5f18-bdc1-4a5e-a42e-e45fa05c3622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (54fcdd95-ba02-491c-9a45-3b3e9b4647d7), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:43.146479 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-67ec5f18-bdc1-4a5e-a42e-e45fa05c3622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:43.151171 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-67ec5f18-bdc1-4a5e-a42e-e45fa05c3622 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/54fcdd95-ba02-491c-9a45-3b3e9b4647d7 HTTP/1.1" status: 204 len: 168 time: 0.3992548 Aug 29 22:47:43.176330 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec5f18-bdc1-4a5e-a42e-e45fa05c3622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcdd95-ba02-491c-9a45-3b3e9b4647d7,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:43.257784 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f53f89-ce08-4002-a863-a1052fd89338 req-ebe2d0fa-83fc-41ba-8e81-2e054e6e0421 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:43.259474 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c9f53f89-ce08-4002-a863-a1052fd89338 req-ebe2d0fa-83fc-41ba-8e81-2e054e6e0421 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.1047010 Aug 29 22:47:43.467618 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c9f53f89-ce08-4002-a863-a1052fd89338 req-ddbab502-c95f-46d1-a880-38544b255aef tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974673 Aug 29 22:47:43.471305 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (46b9693a-9bb9-402b-bd6f-e6a014f1ad01), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:43.512126 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b9693a-9bb9-402b-bd6f-e6a014f1ad01,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:43.579929 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:43.759637 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (bac83cba-4e5b-4a09-96c3-09f432eed69b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:44.407717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Router bac83cba-4e5b-4a09-96c3-09f432eed69b has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:47:44.532281 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41134) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:44.574089 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:47:44.583174 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9d3b6ea3-7385-4325-95a6-efbc8587edd0 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/bac83cba-4e5b-4a09-96c3-09f432eed69b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3303256 Aug 29 22:47:44.586794 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41140) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:44.591435 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] Sync routers for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:47:44.633211 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:44.634244 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:44.863879 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-52823f76-851b-44ca-a04f-636fbad91f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:44.892154 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:44.973975 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cbb31-806f-42db-91b3-141767b58122 req-5d69b748-30dc-445a-a86d-dd3b28e4556c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:44.975729 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c29cbb31-806f-42db-91b3-141767b58122 req-5d69b748-30dc-445a-a86d-dd3b28e4556c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.2999811 Aug 29 22:47:45.090835 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:45.101263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks [] for router (bac83cba-4e5b-4a09-96c3-09f432eed69b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:45.232125 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:47:43Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:45.269958 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c29cbb31-806f-42db-91b3-141767b58122 req-7ac316af-09ef-4383-8596-6fe0de6fec3a tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746477 Aug 29 22:47:45.294650 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] Checking router: bac83cba-4e5b-4a09-96c3-09f432eed69b for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:47:45.315046 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] Routers {'bac83cba-4e5b-4a09-96c3-09f432eed69b'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:45.316649 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bac83cba-4e5b-4a09-96c3-09f432eed69b'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:45.454077 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks [] for router_gateway (bac83cba-4e5b-4a09-96c3-09f432eed69b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:45.461961 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:45.467375 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] Set router bac83cba-4e5b-4a09-96c3-09f432eed69b gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:45.557481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Deleting port 6f702b36-f152-4e07-9a5f-4bb6df507935 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:45.558333 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:45.733980 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:47:43Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:45.770663 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee1f9a-8f4e-4c39-ac00-f297489e7d10 None None] The sync data for ids ['bac83cba-4e5b-4a09-96c3-09f432eed69b'] in dv-cinder-854270-4-iscsi is: [{'id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'name': 'tempest-ServerRescueNegativeTestJSON-536901089-router', 'tenant_id': '8ad722485ac34d1796f03003fbcde07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:47:43Z', 'revision_number': 5, 'project_id': '8ad722485ac34d1796f03003fbcde07a', 'gw_port': {'id': '6f702b36-f152-4e07-9a5f-4bb6df507935', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac83cba-4e5b-4a09-96c3-09f432eed69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:42:19Z', 'updated_at': '2022-08-29T22:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:47:45.791181 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:45.806129 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] For port 6f702b36-f152-4e07-9a5f-4bb6df507935, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6f702b36-f152-4e07-9a5f-4bb6df507935,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:45.806855 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:45.831314 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (60911ba5-60d2-4109-90f9-0712dccd588f), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:45.842699 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Calling delete_port for 6f702b36-f152-4e07-9a5f-4bb6df507935 owned by network:router_gateway {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:46.395175 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:46.442261 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Deleting port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:46.442779 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.447562 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (6f702b36-f152-4e07-9a5f-4bb6df507935), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.538362 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Pushing event deleted for resources: {'Port': ['ID=6f702b36-f152-4e07-9a5f-4bb6df507935,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:46.580020 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (bac83cba-4e5b-4a09-96c3-09f432eed69b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.708031 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] For port 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:46.708386 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.712946 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=66 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:46.717705 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:46.721905 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (bac83cba-4e5b-4a09-96c3-09f432eed69b), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.727367 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks [] for router_controller (bac83cba-4e5b-4a09-96c3-09f432eed69b), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.729631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Calling delete_port for 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae owned by network:router_interface {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:46.777040 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=47 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:46.799294 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (bac83cba-4e5b-4a09-96c3-09f432eed69b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.800447 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac83cba-4e5b-4a09-96c3-09f432eed69b {{(pid=134261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:47:46.809402 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.814774 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ee4f4b4e-6412-492d-8ea8-a4709334f5da admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/bac83cba-4e5b-4a09-96c3-09f432eed69b HTTP/1.1" status: 204 len: 168 time: 2.2266018 Aug 29 22:47:46.827270 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41168) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:46.841671 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:46.893419 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:46.894387 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 46b9693a-9bb9-402b-bd6f-e6a014f1ad01 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:46.908912 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] Deleting subnet 5ad8e057-bc49-49ef-988c-fcdc0f880996 {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:47:46.913619 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] Publish callbacks [] for subnet (5ad8e057-bc49-49ef-988c-fcdc0f880996), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.960891 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:46.971574 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:46.983274 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (5ad8e057-bc49-49ef-988c-fcdc0f880996), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.091949 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (056bba5a-a0f8-4a06-ad9c-a0d8e67791ae), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.103212 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (5ad8e057-bc49-49ef-988c-fcdc0f880996), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.157298 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Pushing event deleted for resources: {'Port': ['ID=056bba5a-a0f8-4a06-ad9c-a0d8e67791ae,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:47.201888 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (5ad8e057-bc49-49ef-988c-fcdc0f880996), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.238867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad8e057-bc49-49ef-988c-fcdc0f880996,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:47.250220 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.257140 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-d61374fd-e7f1-4e93-a56b-9511de4ea6be admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/5ad8e057-bc49-49ef-988c-fcdc0f880996 HTTP/1.1" status: 204 len: 168 time: 0.4288070 Aug 29 22:47:47.260206 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41170) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:47.266083 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf6d7f7-eec2-4706-9a21-43938f7490b3 None None] Network 40dada36-2150-4300-9ee8-450a7585ae7c requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:47:47.377751 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:47.412725 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (60911ba5-60d2-4109-90f9-0712dccd588f), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.428406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (40dada36-2150-4300-9ee8-450a7585ae7c), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.548450 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] DHCP port deletion for 40dada36-2150-4300-9ee8-450a7585ae7c request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:47:47.609191 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:47.618027 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Deleting port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:47.618791 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.619939 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] Deleting port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:47.620461 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.724690 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] For port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:47.725277 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.758520 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] For port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,segment=NetworkSegment(2b25ab9b-3d5c-4604-8a70-f64612aed729),segment_id=2b25ab9b-3d5c-4604-8a70-f64612aed729)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:47.759543 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.768693 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.770076 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] Calling delete_port for 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:47.817428 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Calling delete_port for 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a owned by network:dhcp {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:47.903445 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:47.945941 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] Pushing event deleted for resources: {'Port': ['ID=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:47.954014 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5c133-a189-4321-b8e9-41706bd8a5eb None None] No DVR routers for this DVR port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:48.352840 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Router 60911ba5-60d2-4109-90f9-0712dccd588f has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:47:48.364169 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:48.381201 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:48.443581 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:48.456712 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] No DVR routers for this DVR port 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a on host dv-cinder-854270-4-iscsi {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:48.616848 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (40dada36-2150-4300-9ee8-450a7585ae7c), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:48.628690 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:47:48.638008 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c84be83f-c0bd-4b8b-997e-fbe98e2e441b admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/60911ba5-60d2-4109-90f9-0712dccd588f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056035 Aug 29 22:47:48.642688 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41196) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:48.645662 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] Sync routers for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:47:48.659887 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.660433 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.661338 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:48.661768 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.662007 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:48.662203 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > port after_create 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.662786 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.663316 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > port after_update 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.663672 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.664052 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.664586 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.665154 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.780503 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.781593 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.782405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.783171 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=134261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:47:48.783769 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dada36-2150-4300-9ee8-450a7585ae7c']}} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:48.790928 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:48.818242 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b25ab9b-3d5c-4604-8a70-f64612aed729') {'for_net_delete': True} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:48.819014 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b25ab9b-3d5c-4604-8a70-f64612aed729') {} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:48.861337 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8958367'] for segment (2b25ab9b-3d5c-4604-8a70-f64612aed729), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:48.899213 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (2b25ab9b-3d5c-4604-8a70-f64612aed729), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:48.926567 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=134261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:47:48.926899 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9334001'] for segment (2b25ab9b-3d5c-4604-8a70-f64612aed729), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.025654 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:49.066516 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (40dada36-2150-4300-9ee8-450a7585ae7c), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.079364 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:49.080931 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0b8bb530-6ab1-4dc6-8fe9-affc37e4fe6a not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:49.082321 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f702b36-f152-4e07-9a5f-4bb6df507935 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:49.089057 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:47:47Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:49.092890 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.103006 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/40dada36-2150-4300-9ee8-450a7585ae7c HTTP/1.1" status: 204 len: 168 time: 1.8405607 Aug 29 22:47:49.134422 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] Checking router: 60911ba5-60d2-4109-90f9-0712dccd588f for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:47:49.138679 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90f512-6fc0-4e4f-925d-265e094e4a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=40dada36-2150-4300-9ee8-450a7585ae7c,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:49.152039 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 6f702b36-f152-4e07-9a5f-4bb6df507935 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:49.152316 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f702b36-f152-4e07-9a5f-4bb6df507935 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:49.164411 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] Routers {'60911ba5-60d2-4109-90f9-0712dccd588f'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:47:49.165072 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:47:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['60911ba5-60d2-4109-90f9-0712dccd588f'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:49.179301 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks [] for router (60911ba5-60d2-4109-90f9-0712dccd588f), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.336096 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks [] for router_gateway (60911ba5-60d2-4109-90f9-0712dccd588f), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.374627 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 2b25ab9b-3d5c-4604-8a70-f64612aed729 resource provider aggregate not found Aug 29 22:47:49.414791 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Deleting port 8892082a-4074-416f-99eb-90595407c8f0 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:49.415053 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (8892082a-4074-416f-99eb-90595407c8f0), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.425854 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 2b25ab9b-3d5c-4604-8a70-f64612aed729 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b25ab9b-3d5c-4604-8a70-f64612aed729 found for delete ", "request_id": "req-50905a02-4ed7-4d97-810e-e8166b31e0ab"}]} Aug 29 22:47:49.440281 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] Set router 60911ba5-60d2-4109-90f9-0712dccd588f gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:47:49.493387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:49.518972 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] For port 8892082a-4074-416f-99eb-90595407c8f0, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=8892082a-4074-416f-99eb-90595407c8f0,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:49.519351 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (8892082a-4074-416f-99eb-90595407c8f0), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.527077 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:49.535256 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Calling delete_port for 8892082a-4074-416f-99eb-90595407c8f0 owned by network:router_gateway {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:49.544841 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41220) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:49.621965 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-7027c119-f38e-4705-a6d0-d0c99f547ede admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=8ad722485ac34d1796f03003fbcde07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740118 Aug 29 22:47:49.624225 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41222) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:49.713703 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:47:47Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:49.723140 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8caa19dd-a8c6-4f7e-8560-00f13bfc64a4 admin admin] Publish callbacks [] for security_group (458a66b7-0f3d-49d5-bbf2-af0f8d861737), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.754206 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940ebf-e4d3-4134-9df4-72d9fca4769f None None] The sync data for ids ['60911ba5-60d2-4109-90f9-0712dccd588f'] in dv-cinder-854270-4-iscsi is: [{'id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'name': 'tempest-AttachVolumeTestJSON-585101177-router', 'tenant_id': 'cf0dd257dea04aca845b17f51e1c200e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '8892082a-4074-416f-99eb-90595407c8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:45Z', 'updated_at': '2022-08-29T22:47:47Z', 'revision_number': 5, 'project_id': 'cf0dd257dea04aca845b17f51e1c200e', 'gw_port': {'id': '8892082a-4074-416f-99eb-90595407c8f0', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60911ba5-60d2-4109-90f9-0712dccd588f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:47Z', 'updated_at': '2022-08-29T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:47:49.759239 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8caa19dd-a8c6-4f7e-8560-00f13bfc64a4 admin admin] Publish callbacks [] for security_group (458a66b7-0f3d-49d5-bbf2-af0f8d861737), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.860237 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (8892082a-4074-416f-99eb-90595407c8f0), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.882522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8caa19dd-a8c6-4f7e-8560-00f13bfc64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (458a66b7-0f3d-49d5-bbf2-af0f8d861737), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.889462 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8caa19dd-a8c6-4f7e-8560-00f13bfc64a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:49.889462 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8caa19dd-a8c6-4f7e-8560-00f13bfc64a4 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/458a66b7-0f3d-49d5-bbf2-af0f8d861737 HTTP/1.1" status: 204 len: 168 time: 0.2611613 Aug 29 22:47:49.902919 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa19dd-a8c6-4f7e-8560-00f13bfc64a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458a66b7-0f3d-49d5-bbf2-af0f8d861737,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:49.904301 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8892082a-4074-416f-99eb-90595407c8f0,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:49.998963 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (60911ba5-60d2-4109-90f9-0712dccd588f), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.047931 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41228) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:50.127407 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (60911ba5-60d2-4109-90f9-0712dccd588f), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.130660 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks [] for router_controller (60911ba5-60d2-4109-90f9-0712dccd588f), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.205463 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (60911ba5-60d2-4109-90f9-0712dccd588f), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.206560 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60911ba5-60d2-4109-90f9-0712dccd588f {{(pid=134262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:47:50.215050 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.219043 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-33ea19db-56f6-4f9f-9214-1c25648532f1 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/60911ba5-60d2-4109-90f9-0712dccd588f HTTP/1.1" status: 204 len: 168 time: 1.5738456 Aug 29 22:47:50.220785 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41232) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:50.321049 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] Deleting subnet e7360599-db95-4a16-8341-5065482e9ef7 {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:47:50.328289 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] Publish callbacks [] for subnet (e7360599-db95-4a16-8341-5065482e9ef7), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.388350 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (e7360599-db95-4a16-8341-5065482e9ef7), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.459747 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ef1df529-f129-435b-b87f-436a343d7b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.527037 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (e7360599-db95-4a16-8341-5065482e9ef7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.550865 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:50.621374 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ef1df529-f129-435b-b87f-436a343d7b8d admin admin] Publish callbacks [] for security_group (e4b90393-8e85-41d6-a06e-c4aa41b557a1), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.633011 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ef1df529-f129-435b-b87f-436a343d7b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (e4b90393-8e85-41d6-a06e-c4aa41b557a1), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.644952 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (e7360599-db95-4a16-8341-5065482e9ef7), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.689577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7360599-db95-4a16-8341-5065482e9ef7,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:50.694883 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ef1df529-f129-435b-b87f-436a343d7b8d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=78f2cc6934944fcb8c5065baef15d4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6457229 Aug 29 22:47:50.695261 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.701091 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-2a6cd9c4-ae80-4450-99b4-f7979752e47f admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/e7360599-db95-4a16-8341-5065482e9ef7 HTTP/1.1" status: 204 len: 168 time: 0.4777327 Aug 29 22:47:50.701779 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41244) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:50.711812 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41246) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:50.713515 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101671a3-3e6d-4d7d-a0c1-c2b18384b2f0 None None] Network b66f117d-e67e-472b-adb6-20d24f75e534 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:47:50.717769 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1df529-f129-435b-b87f-436a343d7b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b90393-8e85-41d6-a06e-c4aa41b557a1,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:50.726347 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:50.923945 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (b66f117d-e67e-472b-adb6-20d24f75e534), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.939025 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fb1-314b-4889-b824-98d29a5874c7 admin admin] Publish callbacks [] for security_group (e4b90393-8e85-41d6-a06e-c4aa41b557a1), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.981490 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fb1-314b-4889-b824-98d29a5874c7 admin admin] Publish callbacks [] for security_group (e4b90393-8e85-41d6-a06e-c4aa41b557a1), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.064182 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Deleting port 6f607867-510a-4d19-bda9-f5a344bba281 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:51.064600 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (6f607867-510a-4d19-bda9-f5a344bba281), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.175547 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:51.179774 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] For port 6f607867-510a-4d19-bda9-f5a344bba281, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6f607867-510a-4d19-bda9-f5a344bba281,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:51.180596 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (6f607867-510a-4d19-bda9-f5a344bba281), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.206083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Calling delete_port for 6f607867-510a-4d19-bda9-f5a344bba281 owned by network:dhcp {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:51.210127 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fb1-314b-4889-b824-98d29a5874c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (e4b90393-8e85-41d6-a06e-c4aa41b557a1), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.215767 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fb1-314b-4889-b824-98d29a5874c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.217288 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c96c5fb1-314b-4889-b824-98d29a5874c7 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e4b90393-8e85-41d6-a06e-c4aa41b557a1 HTTP/1.1" status: 204 len: 168 time: 0.5143192 Aug 29 22:47:51.230385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] DHCP port deletion for b66f117d-e67e-472b-adb6-20d24f75e534 request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:47:51.237273 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c5fb1-314b-4889-b824-98d29a5874c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b90393-8e85-41d6-a06e-c4aa41b557a1,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:51.317966 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] Deleting port 6f607867-510a-4d19-bda9-f5a344bba281 {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:47:51.318504 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (6f607867-510a-4d19-bda9-f5a344bba281), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.357559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:51.404458 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (6f607867-510a-4d19-bda9-f5a344bba281), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.423510 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:51.424080 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 056bba5a-a0f8-4a06-ad9c-a0d8e67791ae not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:51.467246 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] For port 6f607867-510a-4d19-bda9-f5a344bba281, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6f607867-510a-4d19-bda9-f5a344bba281,segment=NetworkSegment(d477db2b-28f6-4bf7-8752-deee07e79a37),segment_id=d477db2b-28f6-4bf7-8752-deee07e79a37)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:47:51.468914 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (6f607867-510a-4d19-bda9-f5a344bba281), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.493986 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] Calling delete_port for 6f607867-510a-4d19-bda9-f5a344bba281 owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:47:51.496314 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f607867-510a-4d19-bda9-f5a344bba281,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:51.511358 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] No DVR routers for this DVR port 6f607867-510a-4d19-bda9-f5a344bba281 on host dv-cinder-854270-4-iscsi {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:51.640422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (6f607867-510a-4d19-bda9-f5a344bba281), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.665319 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (b66f117d-e67e-472b-adb6-20d24f75e534), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.696193 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] Pushing event deleted for resources: {'Port': ['ID=6f607867-510a-4d19-bda9-f5a344bba281,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:51.700487 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c62f0-5dd2-429f-8a4c-8077d1c3660a None None] No DVR routers for this DVR port 6f607867-510a-4d19-bda9-f5a344bba281 on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:47:51.750963 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66f117d-e67e-472b-adb6-20d24f75e534']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:51.769083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd477db2b-28f6-4bf7-8752-deee07e79a37') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:51.769527 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd477db2b-28f6-4bf7-8752-deee07e79a37') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:47:51.798671 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (d477db2b-28f6-4bf7-8752-deee07e79a37), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.841064 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (d477db2b-28f6-4bf7-8752-deee07e79a37), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.860117 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:47:51.861085 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (d477db2b-28f6-4bf7-8752-deee07e79a37), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.939777 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment d477db2b-28f6-4bf7-8752-deee07e79a37 resource provider aggregate not found Aug 29 22:47:51.963853 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41270) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:51.995213 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment d477db2b-28f6-4bf7-8752-deee07e79a37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d477db2b-28f6-4bf7-8752-deee07e79a37 found for delete ", "request_id": "req-c97394b3-e943-4936-b63f-1872f199122b"}]} Aug 29 22:47:51.996517 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (b66f117d-e67e-472b-adb6-20d24f75e534), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:51.996977 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fc517c5e-043b-4d30-97af-6588796db10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.004644 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.011150 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/b66f117d-e67e-472b-adb6-20d24f75e534 HTTP/1.1" status: 204 len: 168 time: 1.2948899 Aug 29 22:47:52.031549 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6742e-1f96-45bc-833c-19eb24d1b7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66f117d-e67e-472b-adb6-20d24f75e534,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:52.078943 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:52.129230 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fc517c5e-043b-4d30-97af-6588796db10c admin admin] Publish callbacks [] for security_group (140beed9-2213-4f59-8f51-ed2f5fe57d59), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.134706 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fc517c5e-043b-4d30-97af-6588796db10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (140beed9-2213-4f59-8f51-ed2f5fe57d59), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.203549 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc517c5e-043b-4d30-97af-6588796db10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140beed9-2213-4f59-8f51-ed2f5fe57d59,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:52.218750 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-fc517c5e-043b-4d30-97af-6588796db10c admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=bdf903c0cdeb4807903097c85f4f205a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459376 Aug 29 22:47:52.219427 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41274) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:52.320688 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fc275f3-1072-41f8-b064-2136b402d1f6 admin admin] Publish callbacks [] for security_group (140beed9-2213-4f59-8f51-ed2f5fe57d59), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.341718 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41276) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:52.350071 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fc275f3-1072-41f8-b064-2136b402d1f6 admin admin] Publish callbacks [] for security_group (140beed9-2213-4f59-8f51-ed2f5fe57d59), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.423995 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b2c68e6b-2d19-490c-94e7-3081d2d557e2 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=cf0dd257dea04aca845b17f51e1c200e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0748992 Aug 29 22:47:52.425102 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41280) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:52.468298 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fc275f3-1072-41f8-b064-2136b402d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (140beed9-2213-4f59-8f51-ed2f5fe57d59), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.472550 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fc275f3-1072-41f8-b064-2136b402d1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.475613 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4fc275f3-1072-41f8-b064-2136b402d1f6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/140beed9-2213-4f59-8f51-ed2f5fe57d59 HTTP/1.1" status: 204 len: 168 time: 0.2545907 Aug 29 22:47:52.504858 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc275f3-1072-41f8-b064-2136b402d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140beed9-2213-4f59-8f51-ed2f5fe57d59,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:52.548458 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ff65a72d-4b40-45a5-b8f6-c8e9154c52fa admin admin] Publish callbacks [] for security_group (6359b96c-1d2d-4a16-9e85-f61ed5eda39e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.593476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ff65a72d-4b40-45a5-b8f6-c8e9154c52fa admin admin] Publish callbacks [] for security_group (6359b96c-1d2d-4a16-9e85-f61ed5eda39e), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.688709 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ff65a72d-4b40-45a5-b8f6-c8e9154c52fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6359b96c-1d2d-4a16-9e85-f61ed5eda39e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.694286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ff65a72d-4b40-45a5-b8f6-c8e9154c52fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:52.696339 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ff65a72d-4b40-45a5-b8f6-c8e9154c52fa admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/6359b96c-1d2d-4a16-9e85-f61ed5eda39e HTTP/1.1" status: 204 len: 168 time: 0.2696159 Aug 29 22:47:52.708197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65a72d-4b40-45a5-b8f6-c8e9154c52fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6359b96c-1d2d-4a16-9e85-f61ed5eda39e,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:52.858664 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 8892082a-4074-416f-99eb-90595407c8f0 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:52.897077 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 8892082a-4074-416f-99eb-90595407c8f0 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:52.897629 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 8892082a-4074-416f-99eb-90595407c8f0 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:52.898328 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f607867-510a-4d19-bda9-f5a344bba281 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:47:52.931788 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 6f607867-510a-4d19-bda9-f5a344bba281 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:47:52.932647 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6f607867-510a-4d19-bda9-f5a344bba281 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:47:55.940751 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41410) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:55.953307 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.098837 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-15aeee57-d49d-4dc6-bc19-08c993da7739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.196660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-15aeee57-d49d-4dc6-bc19-08c993da7739 admin admin] Publish callbacks [] for security_group (3d5138fa-051c-425c-81d0-2ff825a26494), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.201572 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-15aeee57-d49d-4dc6-bc19-08c993da7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (3d5138fa-051c-425c-81d0-2ff825a26494), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.244363 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-15aeee57-d49d-4dc6-bc19-08c993da7739 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=346ed3941744457aa077b7b9fe51bf54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023887 Aug 29 22:47:56.245292 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeee57-d49d-4dc6-bc19-08c993da7739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5138fa-051c-425c-81d0-2ff825a26494,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:56.247648 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41414) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:56.302699 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-857abaa3-fea4-4adc-bbe6-f2e2303a0d15 admin admin] Publish callbacks [] for security_group (3d5138fa-051c-425c-81d0-2ff825a26494), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.325702 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-857abaa3-fea4-4adc-bbe6-f2e2303a0d15 admin admin] Publish callbacks [] for security_group (3d5138fa-051c-425c-81d0-2ff825a26494), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.334094 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:56.383622 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-857abaa3-fea4-4adc-bbe6-f2e2303a0d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (3d5138fa-051c-425c-81d0-2ff825a26494), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.388081 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-857abaa3-fea4-4adc-bbe6-f2e2303a0d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.392759 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-857abaa3-fea4-4adc-bbe6-f2e2303a0d15 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/3d5138fa-051c-425c-81d0-2ff825a26494 HTTP/1.1" status: 204 len: 168 time: 0.1407399 Aug 29 22:47:56.407232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857abaa3-fea4-4adc-bbe6-f2e2303a0d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5138fa-051c-425c-81d0-2ff825a26494,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:58.606061 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-d048af03-8e24-44f8-997f-97190eb78e7d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587068 Aug 29 22:47:58.691694 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-80460d16-f644-4bb4-95d2-93f90c76c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:58.695546 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-80460d16-f644-4bb4-95d2-93f90c76c546 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=05e6d1afb63446af887a1de133b7bf2e&device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 1130 time: 0.0591872 Aug 29 22:47:58.768611 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41516) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:58.839167 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-00a1dc5e-cfdf-41e2-a6e0-7ca12380c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:58.840759 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-00a1dc5e-cfdf-41e2-a6e0-7ca12380c77a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 200 len: 918 time: 0.1248608 Aug 29 22:47:58.863306 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:58.961291 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-44ed8b6c-4ad5-47e8-a2c5-82856a6db8b8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 200 len: 1000 time: 0.1101336 Aug 29 22:47:58.980645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f5a574c1-2724-41a4-b521-98d9cb8f240e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.062575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:59.076806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-525dc51d-5cc6-4f6d-86d0-d40f146fabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:59.085406 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-525dc51d-5cc6-4f6d-86d0-d40f146fabf8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 200 len: 856 time: 0.1125836 Aug 29 22:47:59.146862 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f5a574c1-2724-41a4-b521-98d9cb8f240e admin admin] Publish callbacks [] for security_group (c1a77bd3-8c3f-4c55-954b-c63f3af0887f), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.153452 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f5a574c1-2724-41a4-b521-98d9cb8f240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c1a77bd3-8c3f-4c55-954b-c63f3af0887f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.165298 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-bc20b3c1-678b-46c0-88d6-e9c6727a46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:47:59.167716 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-bc20b3c1-678b-46c0-88d6-e9c6727a46fc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=eb2d0869-f5f7-40a7-9c40-ad66d99bd892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776603 Aug 29 22:47:59.214268 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:47:59.261091 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f5a574c1-2724-41a4-b521-98d9cb8f240e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=c5ccca60312e404e97077965d5ec0ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906168 Aug 29 22:47:59.262108 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41542) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:59.277760 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a574c1-2724-41a4-b521-98d9cb8f240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a77bd3-8c3f-4c55-954b-c63f3af0887f,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:59.393337 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-fcd458ec-3fbf-45c5-b0dc-695700489b73 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177391 Aug 29 22:47:59.396587 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-69e00232-f023-43bb-863a-71368b283820 admin admin] Publish callbacks [] for security_group (c1a77bd3-8c3f-4c55-954b-c63f3af0887f), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.431788 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-69e00232-f023-43bb-863a-71368b283820 admin admin] Publish callbacks [] for security_group (c1a77bd3-8c3f-4c55-954b-c63f3af0887f), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.472049 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:59.476134 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41552) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:59.512588 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-69e00232-f023-43bb-863a-71368b283820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c1a77bd3-8c3f-4c55-954b-c63f3af0887f), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.515622 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-69e00232-f023-43bb-863a-71368b283820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.517345 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-69e00232-f023-43bb-863a-71368b283820 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c1a77bd3-8c3f-4c55-954b-c63f3af0887f HTTP/1.1" status: 204 len: 168 time: 0.2538724 Aug 29 22:47:59.529125 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e00232-f023-43bb-863a-71368b283820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a77bd3-8c3f-4c55-954b-c63f3af0887f,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:59.570466 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-421132ce-4bfd-4697-bb25-90548f01fc29 req-6d098b1f-c90e-4526-8b54-ccf1906a64c9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708930 Aug 29 22:47:59.713653 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf91f-2b2b-412c-b03e-4793e2879cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.834016 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41560) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:47:59.840648 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf91f-2b2b-412c-b03e-4793e2879cde admin admin] Publish callbacks [] for security_group (8e3cc9fc-031f-46e7-999a-72f0a3c1e877), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.847547 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf91f-2b2b-412c-b03e-4793e2879cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (8e3cc9fc-031f-46e7-999a-72f0a3c1e877), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:59.951577 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8c7bf91f-2b2b-412c-b03e-4793e2879cde admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=db1775710b53428ab05f5a0b2961f797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731047 Aug 29 22:47:59.952649 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bf91f-2b2b-412c-b03e-4793e2879cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3cc9fc-031f-46e7-999a-72f0a3c1e877,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:47:59.958920 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41564) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:00.059341 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46c60bac-fd54-41e5-9e1a-00203d16cc6e admin admin] Publish callbacks [] for security_group (8e3cc9fc-031f-46e7-999a-72f0a3c1e877), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.104719 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46c60bac-fd54-41e5-9e1a-00203d16cc6e admin admin] Publish callbacks [] for security_group (8e3cc9fc-031f-46e7-999a-72f0a3c1e877), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.186168 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46c60bac-fd54-41e5-9e1a-00203d16cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (8e3cc9fc-031f-46e7-999a-72f0a3c1e877), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.192278 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46c60bac-fd54-41e5-9e1a-00203d16cc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.194687 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-46c60bac-fd54-41e5-9e1a-00203d16cc6e admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8e3cc9fc-031f-46e7-999a-72f0a3c1e877 HTTP/1.1" status: 204 len: 168 time: 0.2334087 Aug 29 22:48:00.207746 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c60bac-fd54-41e5-9e1a-00203d16cc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3cc9fc-031f-46e7-999a-72f0a3c1e877,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:00.252816 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6b018a48-c3b6-4d69-934c-34a6c93f00f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.322624 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41570) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:00.350788 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1b595c24-9210-459c-9ce3-f16afae8d735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.447894 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6b018a48-c3b6-4d69-934c-34a6c93f00f2 admin admin] Publish callbacks [] for security_group (031066fe-df38-4f7f-893b-a23ae1e8c697), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.458855 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6b018a48-c3b6-4d69-934c-34a6c93f00f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (031066fe-df38-4f7f-893b-a23ae1e8c697), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.498793 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:00.524293 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-6b018a48-c3b6-4d69-934c-34a6c93f00f2 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3e4072234bbc4a03b793aa756930330b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881473 Aug 29 22:48:00.524652 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41574) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:00.533281 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b018a48-c3b6-4d69-934c-34a6c93f00f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031066fe-df38-4f7f-893b-a23ae1e8c697,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:00.577480 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1b595c24-9210-459c-9ce3-f16afae8d735 admin admin] Publish callbacks [] for security_group (2b89c2fe-f922-43ad-95a7-fab799b57cf9), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.583561 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1b595c24-9210-459c-9ce3-f16afae8d735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2b89c2fe-f922-43ad-95a7-fab799b57cf9), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.606342 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c11b3094-f94d-4b87-8be2-b44cb9733f56 admin admin] Publish callbacks [] for security_group (031066fe-df38-4f7f-893b-a23ae1e8c697), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.628875 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-1b595c24-9210-459c-9ce3-f16afae8d735 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2047dcfb8e0240e2aee9991fd78904ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049753 Aug 29 22:48:00.632680 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:00.634839 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41576) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:00.644201 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595c24-9210-459c-9ce3-f16afae8d735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b89c2fe-f922-43ad-95a7-fab799b57cf9,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:00.651859 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c11b3094-f94d-4b87-8be2-b44cb9733f56 admin admin] Publish callbacks [] for security_group (031066fe-df38-4f7f-893b-a23ae1e8c697), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.716411 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9e622c14-37f2-4d55-a521-15692f5424eb admin admin] Publish callbacks [] for security_group (2b89c2fe-f922-43ad-95a7-fab799b57cf9), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.751037 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c11b3094-f94d-4b87-8be2-b44cb9733f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (031066fe-df38-4f7f-893b-a23ae1e8c697), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.755405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c11b3094-f94d-4b87-8be2-b44cb9733f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.757494 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c11b3094-f94d-4b87-8be2-b44cb9733f56 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/031066fe-df38-4f7f-893b-a23ae1e8c697 HTTP/1.1" status: 204 len: 168 time: 0.2317927 Aug 29 22:48:00.767567 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9e622c14-37f2-4d55-a521-15692f5424eb admin admin] Publish callbacks [] for security_group (2b89c2fe-f922-43ad-95a7-fab799b57cf9), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.770118 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b3094-f94d-4b87-8be2-b44cb9733f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031066fe-df38-4f7f-893b-a23ae1e8c697,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:00.883742 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9e622c14-37f2-4d55-a521-15692f5424eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2b89c2fe-f922-43ad-95a7-fab799b57cf9), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.888557 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9e622c14-37f2-4d55-a521-15692f5424eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:00.890838 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9e622c14-37f2-4d55-a521-15692f5424eb admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2b89c2fe-f922-43ad-95a7-fab799b57cf9 HTTP/1.1" status: 204 len: 168 time: 0.2541268 Aug 29 22:48:00.898682 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41582) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:00.906037 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e622c14-37f2-4d55-a521-15692f5424eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b89c2fe-f922-43ad-95a7-fab799b57cf9,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:00.926783 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ad23e510-7b11-4b14-b5c0-b7dbd6b75fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.070086 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ad23e510-7b11-4b14-b5c0-b7dbd6b75fff admin admin] Publish callbacks [] for security_group (b524845f-92db-48b0-8a6c-250297f01a4c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.076061 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ad23e510-7b11-4b14-b5c0-b7dbd6b75fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (b524845f-92db-48b0-8a6c-250297f01a4c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.119875 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e510-7b11-4b14-b5c0-b7dbd6b75fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b524845f-92db-48b0-8a6c-250297f01a4c,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:01.125065 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ad23e510-7b11-4b14-b5c0-b7dbd6b75fff admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3a4a141581c54f4eb8f26932fe4ba34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242374 Aug 29 22:48:01.129442 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41586) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:01.223574 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7532718f-0f70-4556-a34b-f3a6567f2809 admin admin] Publish callbacks [] for security_group (b524845f-92db-48b0-8a6c-250297f01a4c), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.260648 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7532718f-0f70-4556-a34b-f3a6567f2809 admin admin] Publish callbacks [] for security_group (b524845f-92db-48b0-8a6c-250297f01a4c), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.290475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41588) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:01.319458 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9f48700c-076a-469b-b2cb-4e6a9dbb043c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.328301 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7532718f-0f70-4556-a34b-f3a6567f2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (b524845f-92db-48b0-8a6c-250297f01a4c), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.332007 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7532718f-0f70-4556-a34b-f3a6567f2809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.340436 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7532718f-0f70-4556-a34b-f3a6567f2809 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/b524845f-92db-48b0-8a6c-250297f01a4c HTTP/1.1" status: 204 len: 168 time: 0.2062540 Aug 29 22:48:01.351761 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532718f-0f70-4556-a34b-f3a6567f2809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b524845f-92db-48b0-8a6c-250297f01a4c,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:01.378675 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:01.453189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9f48700c-076a-469b-b2cb-4e6a9dbb043c admin admin] Publish callbacks [] for security_group (76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.457385 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9f48700c-076a-469b-b2cb-4e6a9dbb043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.496165 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48700c-076a-469b-b2cb-4e6a9dbb043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:01.509273 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:01.519401 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9f48700c-076a-469b-b2cb-4e6a9dbb043c admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=6d26233fa2c14a5d9964e02c43b2e403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263663 Aug 29 22:48:01.523286 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41594) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:01.616874 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b860a896-1d7d-4c0b-bc13-e38e0258ec42 admin admin] Publish callbacks [] for security_group (76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.648135 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b860a896-1d7d-4c0b-bc13-e38e0258ec42 admin admin] Publish callbacks [] for security_group (76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.731810 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b860a896-1d7d-4c0b-bc13-e38e0258ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.737076 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b860a896-1d7d-4c0b-bc13-e38e0258ec42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:01.738854 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b860a896-1d7d-4c0b-bc13-e38e0258ec42 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8 HTTP/1.1" status: 204 len: 168 time: 0.2140243 Aug 29 22:48:01.753885 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860a896-1d7d-4c0b-bc13-e38e0258ec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b06a0f-e43f-4e25-ac88-b82a3b8dc1c8,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:03.611626 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41664) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:03.912226 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0c2d9ee4-15a2-4d8b-9b5b-43ba1a786b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:04.028032 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0c2d9ee4-15a2-4d8b-9b5b-43ba1a786b28 admin admin] Publish callbacks [] for security_group (24fd5550-4507-4254-80fc-fa9bc79a9aab), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:04.033576 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-0c2d9ee4-15a2-4d8b-9b5b-43ba1a786b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (24fd5550-4507-4254-80fc-fa9bc79a9aab), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:04.087546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d9ee4-15a2-4d8b-9b5b-43ba1a786b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fd5550-4507-4254-80fc-fa9bc79a9aab,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:04.108912 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-0c2d9ee4-15a2-4d8b-9b5b-43ba1a786b28 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=91d84016860e45abb691c5163177775d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959793 Aug 29 22:48:04.112864 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41680) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:04.191061 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d37909ec-1aff-445e-9569-2a58658364da admin admin] Publish callbacks [] for security_group (24fd5550-4507-4254-80fc-fa9bc79a9aab), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:04.209544 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=52 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:04.229121 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d37909ec-1aff-445e-9569-2a58658364da admin admin] Publish callbacks [] for security_group (24fd5550-4507-4254-80fc-fa9bc79a9aab), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:04.311503 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d37909ec-1aff-445e-9569-2a58658364da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (24fd5550-4507-4254-80fc-fa9bc79a9aab), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:04.315469 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d37909ec-1aff-445e-9569-2a58658364da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:04.317185 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d37909ec-1aff-445e-9569-2a58658364da admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/24fd5550-4507-4254-80fc-fa9bc79a9aab HTTP/1.1" status: 204 len: 168 time: 0.2023275 Aug 29 22:48:04.331493 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37909ec-1aff-445e-9569-2a58658364da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fd5550-4507-4254-80fc-fa9bc79a9aab,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:05.270110 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41734) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:05.454062 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be70a4ab-0019-49f0-a173-0a6a62347648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:05.590391 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be70a4ab-0019-49f0-a173-0a6a62347648 admin admin] Publish callbacks [] for security_group (c9ac0ed5-2993-4f27-be41-158fc566684f), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:05.602964 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-be70a4ab-0019-49f0-a173-0a6a62347648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c9ac0ed5-2993-4f27-be41-158fc566684f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:05.672116 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70a4ab-0019-49f0-a173-0a6a62347648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac0ed5-2993-4f27-be41-158fc566684f,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:05.689855 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-be70a4ab-0019-49f0-a173-0a6a62347648 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ac895a47589d48b99cb6f3964579c121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182863 Aug 29 22:48:05.693831 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41762) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:05.773126 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-89086c6a-93d9-4115-854a-51ade1a49eb2 admin admin] Publish callbacks [] for security_group (c9ac0ed5-2993-4f27-be41-158fc566684f), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:05.813659 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-89086c6a-93d9-4115-854a-51ade1a49eb2 admin admin] Publish callbacks [] for security_group (c9ac0ed5-2993-4f27-be41-158fc566684f), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:05.920700 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-89086c6a-93d9-4115-854a-51ade1a49eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c9ac0ed5-2993-4f27-be41-158fc566684f), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:05.924614 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-89086c6a-93d9-4115-854a-51ade1a49eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:05.930411 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-89086c6a-93d9-4115-854a-51ade1a49eb2 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c9ac0ed5-2993-4f27-be41-158fc566684f HTTP/1.1" status: 204 len: 168 time: 0.2353191 Aug 29 22:48:05.945874 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89086c6a-93d9-4115-854a-51ade1a49eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac0ed5-2993-4f27-be41-158fc566684f,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:06.579591 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41820) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:06.596405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-22ed497f-8cda-49b9-ad58-fe2955ca90df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:06.607894 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:06.677577 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:06.736039 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-22ed497f-8cda-49b9-ad58-fe2955ca90df admin admin] Publish callbacks [] for security_group (7be04b76-26e3-4a13-be59-32d407bbc7bf), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:06.741372 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-22ed497f-8cda-49b9-ad58-fe2955ca90df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7be04b76-26e3-4a13-be59-32d407bbc7bf), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:06.791900 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed497f-8cda-49b9-ad58-fe2955ca90df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be04b76-26e3-4a13-be59-32d407bbc7bf,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:06.832256 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-22ed497f-8cda-49b9-ad58-fe2955ca90df admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=52756e1a03574c42bad50c700848e028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467794 Aug 29 22:48:06.832256 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41830) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:06.920216 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db60c1d5-aeba-4b27-8c89-f962475e692b admin admin] Publish callbacks [] for security_group (7be04b76-26e3-4a13-be59-32d407bbc7bf), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:06.950528 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db60c1d5-aeba-4b27-8c89-f962475e692b admin admin] Publish callbacks [] for security_group (7be04b76-26e3-4a13-be59-32d407bbc7bf), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.034181 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db60c1d5-aeba-4b27-8c89-f962475e692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7be04b76-26e3-4a13-be59-32d407bbc7bf), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.037476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db60c1d5-aeba-4b27-8c89-f962475e692b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.042472 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-db60c1d5-aeba-4b27-8c89-f962475e692b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/7be04b76-26e3-4a13-be59-32d407bbc7bf HTTP/1.1" status: 204 len: 168 time: 0.2055202 Aug 29 22:48:07.048411 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60c1d5-aeba-4b27-8c89-f962475e692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be04b76-26e3-4a13-be59-32d407bbc7bf,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:07.075418 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:07.439998 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41846) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:07.640593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-432faf31-31e7-42b3-878a-1d110804ac62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.733784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-432faf31-31e7-42b3-878a-1d110804ac62 admin admin] Publish callbacks [] for security_group (2a831bd7-ef92-441b-8340-178d21484f26), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.738663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-432faf31-31e7-42b3-878a-1d110804ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2a831bd7-ef92-441b-8340-178d21484f26), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.786950 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432faf31-31e7-42b3-878a-1d110804ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a831bd7-ef92-441b-8340-178d21484f26,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:07.797099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41864) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:07.800957 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-432faf31-31e7-42b3-878a-1d110804ac62 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d21f41e8a9b6429a8871af251eb9df68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592339 Aug 29 22:48:07.856788 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c1bb27a3-99a1-4e8f-a2a1-f522f89d5504 admin admin] Publish callbacks [] for security_group (2a831bd7-ef92-441b-8340-178d21484f26), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.886668 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c1bb27a3-99a1-4e8f-a2a1-f522f89d5504 admin admin] Publish callbacks [] for security_group (2a831bd7-ef92-441b-8340-178d21484f26), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.956616 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c1bb27a3-99a1-4e8f-a2a1-f522f89d5504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2a831bd7-ef92-441b-8340-178d21484f26), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.960919 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c1bb27a3-99a1-4e8f-a2a1-f522f89d5504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:07.962933 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c1bb27a3-99a1-4e8f-a2a1-f522f89d5504 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2a831bd7-ef92-441b-8340-178d21484f26 HTTP/1.1" status: 204 len: 168 time: 0.1674902 Aug 29 22:48:07.981623 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb27a3-99a1-4e8f-a2a1-f522f89d5504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a831bd7-ef92-441b-8340-178d21484f26,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:08.377752 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41882) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:08.394584 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6519e683-7da3-4e6e-ac16-341a3c873772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:08.510605 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6519e683-7da3-4e6e-ac16-341a3c873772 admin admin] Publish callbacks [] for security_group (7d204cbd-e4ab-4ed2-9d2c-dd1508366e92), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:08.515876 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6519e683-7da3-4e6e-ac16-341a3c873772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7d204cbd-e4ab-4ed2-9d2c-dd1508366e92), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:08.591639 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6519e683-7da3-4e6e-ac16-341a3c873772 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0aa77f02f2894088b2d7de10637f67dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119443 Aug 29 22:48:08.593619 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519e683-7da3-4e6e-ac16-341a3c873772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d204cbd-e4ab-4ed2-9d2c-dd1508366e92,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:08.594770 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41886) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:08.683470 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c054067d-81f4-415f-8b8b-9f100f5679d2 admin admin] Publish callbacks [] for security_group (7d204cbd-e4ab-4ed2-9d2c-dd1508366e92), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:08.714091 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c054067d-81f4-415f-8b8b-9f100f5679d2 admin admin] Publish callbacks [] for security_group (7d204cbd-e4ab-4ed2-9d2c-dd1508366e92), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:08.766110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:08.772111 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:08.805448 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c054067d-81f4-415f-8b8b-9f100f5679d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (7d204cbd-e4ab-4ed2-9d2c-dd1508366e92), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:08.821540 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c054067d-81f4-415f-8b8b-9f100f5679d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:08.829450 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c054067d-81f4-415f-8b8b-9f100f5679d2 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/7d204cbd-e4ab-4ed2-9d2c-dd1508366e92 HTTP/1.1" status: 204 len: 168 time: 0.2330475 Aug 29 22:48:08.838686 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054067d-81f4-415f-8b8b-9f100f5679d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d204cbd-e4ab-4ed2-9d2c-dd1508366e92,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:09.017564 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:09.213470 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=76 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:09.887946 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41932) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:10.031204 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-702581878-network', 'tenant_id': '2a9607b88fb446ec965f0f560c6a73b5'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:10.061328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Made reservation on behalf of 2a9607b88fb446ec965f0f560c6a73b5 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:10.064675 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.076166 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.166358 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:10.176131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks [] for security_group (4ac91ba2-df48-4454-a5be-ae660056d305), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.180488 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4ac91ba2-df48-4454-a5be-ae660056d305), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.219350 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:10.219350 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:10.221785 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac91ba2-df48-4454-a5be-ae660056d305,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:10.229736 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (b083e981-71b4-48b0-95c4-a600f1761431), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.229736 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Added segment b083e981-71b4-48b0-95c4-a600f1761431 of type vlan for network b870cb5b-7795-46c3-bc87-5773b0bd72af Aug 29 22:48:10.283909 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (b870cb5b-7795-46c3-bc87-5773b0bd72af), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.320789 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (b870cb5b-7795-46c3-bc87-5773b0bd72af), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.321950 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:10.323353 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.415041 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5257668 Aug 29 22:48:10.419316 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41948) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:10.430958 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Request body: {'subnet': {'network_id': 'b870cb5b-7795-46c3-bc87-5773b0bd72af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-702581878-subnet', 'tenant_id': '2a9607b88fb446ec965f0f560c6a73b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:10.439071 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aad782-8856-473f-9e24-f07a51b9dabd admin admin] Pushing event updated for resources: {'Network': ['ID=b870cb5b-7795-46c3-bc87-5773b0bd72af,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:10.454654 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network b870cb5b-7795-46c3-bc87-5773b0bd72af details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:10.459485 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Made reservation on behalf of 2a9607b88fb446ec965f0f560c6a73b5 for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:10.462801 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847562'] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.715899 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9334292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847580'] for subnet (4f82461d-0123-49da-b75e-4789483bd502), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.776627 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f82461d-0123-49da-b75e-4789483bd502,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:10.800286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Checking segment: {'id': 'b083e981-71b4-48b0-95c4-a600f1761431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b870cb5b-7795-46c3-bc87-5773b0bd72af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:10.801010 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Network hostable DHCP agents. Network: b870cb5b-7795-46c3-bc87-5773b0bd72af, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:10.826973 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Network b870cb5b-7795-46c3-bc87-5773b0bd72af is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:10.841497 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, b870cb5b-7795-46c3-bc87-5773b0bd72af) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:10.848265 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:10.849231 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:10.856153 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7368d1-3d25-4715-a965-65858d6d702f None None] Network b870cb5b-7795-46c3-bc87-5773b0bd72af requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:10.896643 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-fbd2bf5b-530c-4e00-8f83-af2cb6ba5bcf admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4674022 Aug 29 22:48:11.017386 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ccdfbb-9474-46b4-9067-dc930a1de46b None None] Network b870cb5b-7795-46c3-bc87-5773b0bd72af requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:11.145625 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41966) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:11.508141 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4c2e-e630-45e2-9b15-21f197041140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.606290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4c2e-e630-45e2-9b15-21f197041140 admin admin] Publish callbacks [] for security_group (c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.611809 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4c2e-e630-45e2-9b15-21f197041140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.652122 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:11.655823 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4c2e-e630-45e2-9b15-21f197041140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:11.667221 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2e0d4c2e-e630-45e2-9b15-21f197041140 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fabbc00fc4634fd9a23d879e64518aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138030 Aug 29 22:48:11.667655 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41980) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:11.729816 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41984) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:11.736241 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217136426-network', 'tenant_id': '35427f7112df416a9a69a9f9978b5519'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:11.753461 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3500d5f2-8fe7-48a4-b08a-cc5583c79983 admin admin] Publish callbacks [] for security_group (c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.762016 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Made reservation on behalf of 35427f7112df416a9a69a9f9978b5519 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:11.766348 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.781377 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.783008 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3500d5f2-8fe7-48a4-b08a-cc5583c79983 admin admin] Publish callbacks [] for security_group (c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.846238 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3500d5f2-8fe7-48a4-b08a-cc5583c79983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.850283 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-3500d5f2-8fe7-48a4-b08a-cc5583c79983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.855101 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-3500d5f2-8fe7-48a4-b08a-cc5583c79983 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7 HTTP/1.1" status: 204 len: 168 time: 0.1836212 Aug 29 22:48:11.864091 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500d5f2-8fe7-48a4-b08a-cc5583c79983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d3b8f1-c4ea-4302-8b2b-8c6d22b9eff7,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:11.876979 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:11.928608 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks [] for security_group (0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.938540 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.973902 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4d3feb2b-52f1-48dc-a1ad-0ccd062d396c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.976285 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:11.983114 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:11.993220 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (c1c15891-3c80-4b7a-95e5-dd0393b0a964), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:11.993561 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Added segment c1c15891-3c80-4b7a-95e5-dd0393b0a964 of type vlan for network 73e4b47c-b900-4cb2-b033-4663565a58de Aug 29 22:48:12.045039 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (73e4b47c-b900-4cb2-b033-4663565a58de), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.083786 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (73e4b47c-b900-4cb2-b033-4663565a58de), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.085429 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:12.086325 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.152593 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4194260 Aug 29 22:48:12.155212 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 41992) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:12.163026 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Request body: {'subnet': {'network_id': '73e4b47c-b900-4cb2-b033-4663565a58de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217136426-subnet', 'tenant_id': '35427f7112df416a9a69a9f9978b5519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:12.169050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06730455-6b90-41dc-ad13-361608665438 admin admin] Pushing event updated for resources: {'Network': ['ID=73e4b47c-b900-4cb2-b033-4663565a58de,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:12.182374 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 73e4b47c-b900-4cb2-b033-4663565a58de details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:12.214950 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Made reservation on behalf of 35427f7112df416a9a69a9f9978b5519 for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:12.220312 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574804'] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.385834 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41996) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:12.401541 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dda7-42a6-4332-b025-577861c62b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.464734 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9678907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574786'] for subnet (e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.500035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dda7-42a6-4332-b025-577861c62b65 admin admin] Publish callbacks [] for security_group (c41148cc-a785-476d-9ac1-ed9b223ed77c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.505068 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dda7-42a6-4332-b025-577861c62b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c41148cc-a785-476d-9ac1-ed9b223ed77c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.538340 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:12.550171 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Checking segment: {'id': 'c1c15891-3c80-4b7a-95e5-dd0393b0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73e4b47c-b900-4cb2-b033-4663565a58de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:12.550797 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Network hostable DHCP agents. Network: 73e4b47c-b900-4cb2-b033-4663565a58de, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:12.567866 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2dda7-42a6-4332-b025-577861c62b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41148cc-a785-476d-9ac1-ed9b223ed77c,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:12.572482 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6fa2dda7-42a6-4332-b025-577861c62b65 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=4e3663adceb446a4847b125691dbd0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855052 Aug 29 22:48:12.575115 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 41998) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:12.581006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Network 73e4b47c-b900-4cb2-b033-4663565a58de is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:12.604175 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 73e4b47c-b900-4cb2-b033-4663565a58de) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:12.611700 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:12.613385 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.617668 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f8455-2693-4f35-bbe2-22e4f0580b0b None None] Network 73e4b47c-b900-4cb2-b033-4663565a58de requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:12.637576 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-d7c7a793-b3a8-47c2-b306-e7ab212ec301 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4805057 Aug 29 22:48:12.657652 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91f9c157-0c05-401e-9b67-e9dff697ba35 admin admin] Publish callbacks [] for security_group (c41148cc-a785-476d-9ac1-ed9b223ed77c), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.691258 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91f9c157-0c05-401e-9b67-e9dff697ba35 admin admin] Publish callbacks [] for security_group (c41148cc-a785-476d-9ac1-ed9b223ed77c), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.770858 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e23ffa-6e11-4329-a4b2-00f944028115 None None] Network 73e4b47c-b900-4cb2-b033-4663565a58de requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:12.773329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91f9c157-0c05-401e-9b67-e9dff697ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c41148cc-a785-476d-9ac1-ed9b223ed77c), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.777759 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91f9c157-0c05-401e-9b67-e9dff697ba35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:12.782099 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-91f9c157-0c05-401e-9b67-e9dff697ba35 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c41148cc-a785-476d-9ac1-ed9b223ed77c HTTP/1.1" status: 204 len: 168 time: 0.2031391 Aug 29 22:48:12.820889 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9c157-0c05-401e-9b67-e9dff697ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41148cc-a785-476d-9ac1-ed9b223ed77c,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:14.804474 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-86074ae0-eceb-40fe-aace-70cac4a2aec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.770628 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.956508 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.720381 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.771266 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42160) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:19.929653 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.034490 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Publish callbacks [] for security_group (45556fd2-127b-48d5-b5f7-4fb660237925), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.039959 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (45556fd2-127b-48d5-b5f7-4fb660237925), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.085820 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e384045cd71b4926a8c2f5f21217a485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127706 Aug 29 22:48:20.087206 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45556fd2-127b-48d5-b5f7-4fb660237925,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:20.090309 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42164) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:20.098361 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.098915 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.099476 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.100161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.100792 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.101363 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.101930 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.102487 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.103072 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.103627 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.104192 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.104771 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.105342 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.105921 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.106452 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d6ae70-1888-4eb6-a682-0aabe2a76920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:20.170299 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:20.174978 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-614250f4-e214-40e9-b9a0-15fcbd9f3a00 admin admin] Publish callbacks [] for security_group (45556fd2-127b-48d5-b5f7-4fb660237925), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.199681 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-614250f4-e214-40e9-b9a0-15fcbd9f3a00 admin admin] Publish callbacks [] for security_group (45556fd2-127b-48d5-b5f7-4fb660237925), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.270627 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-614250f4-e214-40e9-b9a0-15fcbd9f3a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (45556fd2-127b-48d5-b5f7-4fb660237925), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.274900 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-614250f4-e214-40e9-b9a0-15fcbd9f3a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.276775 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-614250f4-e214-40e9-b9a0-15fcbd9f3a00 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/45556fd2-127b-48d5-b5f7-4fb660237925 HTTP/1.1" status: 204 len: 168 time: 0.1850038 Aug 29 22:48:20.293383 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614250f4-e214-40e9-b9a0-15fcbd9f3a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45556fd2-127b-48d5-b5f7-4fb660237925,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:20.661129 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42174) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:20.681894 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4cf5655b-1585-447a-b629-04264069d925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.704108 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:20.744500 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:20.802177 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4cf5655b-1585-447a-b629-04264069d925 admin admin] Publish callbacks [] for security_group (97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.807295 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4cf5655b-1585-447a-b629-04264069d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.852085 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5655b-1585-447a-b629-04264069d925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:20.857427 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4cf5655b-1585-447a-b629-04264069d925 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=999387dbb9ad4bd2925b8230ccfa7009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951256 Aug 29 22:48:20.860425 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42176) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:20.922077 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e57fdb9d-e75b-4080-84fc-9f418aaca63c admin admin] Publish callbacks [] for security_group (97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.960999 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e57fdb9d-e75b-4080-84fc-9f418aaca63c admin admin] Publish callbacks [] for security_group (97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.024594 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e57fdb9d-e75b-4080-84fc-9f418aaca63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.027243 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e57fdb9d-e75b-4080-84fc-9f418aaca63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.028489 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-e57fdb9d-e75b-4080-84fc-9f418aaca63c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0 HTTP/1.1" status: 204 len: 168 time: 0.1670985 Aug 29 22:48:21.038064 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fdb9d-e75b-4080-84fc-9f418aaca63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d77e1d-b3ba-47c7-b1d9-efc7d4f0eac0,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:23.834972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d2ff2-284f-4b53-9c7c-c8460278f77d req-55079c85-6b6e-4a03-81d5-395708cf8173 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:23.836554 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-741d2ff2-284f-4b53-9c7c-c8460278f77d req-55079c85-6b6e-4a03-81d5-395708cf8173 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.0560658 Aug 29 22:48:23.860469 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.911410 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-741d2ff2-284f-4b53-9c7c-c8460278f77d req-9f3124cf-4b45-464b-9c25-e4a327970235 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659680 Aug 29 22:48:25.074421 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa456c-bb1a-4cb9-8db5-4008b908851d req-fabba143-cec3-4e06-8f73-a253d6ce8b48 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:25.075982 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cefa456c-bb1a-4cb9-8db5-4008b908851d req-fabba143-cec3-4e06-8f73-a253d6ce8b48 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.0737283 Aug 29 22:48:25.143286 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cefa456c-bb1a-4cb9-8db5-4008b908851d req-85d62163-9083-4aa0-ad85-4e095a23cfb0 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591900 Aug 29 22:48:25.972357 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.299849 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6deb21-bff7-4fda-b4b8-771ad71ec504 req-9aff783b-d3a9-4e5b-b76d-1a2553b48484 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:26.301473 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f6deb21-bff7-4fda-b4b8-771ad71ec504 req-9aff783b-d3a9-4e5b-b76d-1a2553b48484 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.0655513 Aug 29 22:48:26.364839 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2f6deb21-bff7-4fda-b4b8-771ad71ec504 req-989f26f8-bc08-4ec1-9a61-8c8566ef659e tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510125 Aug 29 22:48:27.370997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-2d8fe87e-e4d8-4885-99f9-917b0470ba03 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:27.372600 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-2d8fe87e-e4d8-4885-99f9-917b0470ba03 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.0674534 Aug 29 22:48:27.525702 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Deleting port b903e211-1037-4142-a6a4-fe89c4385560 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:48:27.526282 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (b903e211-1037-4142-a6a4-fe89c4385560), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.563622 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611a451-ead0-4845-b0fc-abf588ae4914 req-7d83b052-7814-4f6d-b86e-3f99e88faaf4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:27.565901 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7611a451-ead0-4845-b0fc-abf588ae4914 req-7d83b052-7814-4f6d-b86e-3f99e88faaf4 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 946 time: 0.0789607 Aug 29 22:48:27.639973 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7611a451-ead0-4845-b0fc-abf588ae4914 req-58c7ef37-d8e5-42ab-beed-1a49dc76b330 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d41fc835-a239-4624-b3dc-af2d51129cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657241 Aug 29 22:48:27.666179 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] For port b903e211-1037-4142-a6a4-fe89c4385560, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b903e211-1037-4142-a6a4-fe89c4385560,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:27.679133 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (b903e211-1037-4142-a6a4-fe89c4385560), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.879552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.879922 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (4c50d6d8-bb79-46ce-abfc-20f20c146d92), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.880344 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Floating IP 4c50d6d8-bb79-46ce-abfc-20f20c146d92 disassociated. External IP: 172.27.1.30, port: b903e211-1037-4142-a6a4-fe89c4385560. Aug 29 22:48:27.880679 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Calling delete_port for b903e211-1037-4142-a6a4-fe89c4385560 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:48:28.078603 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (b903e211-1037-4142-a6a4-fe89c4385560), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.087198 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=6,neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:28.111452 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event deleted for resources: {'Port': ['ID=b903e211-1037-4142-a6a4-fe89c4385560,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:28.273874 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Router ffecc956-b7fe-44b5-bccc-943cb3cfd22d has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:28.286030 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:28.305092 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42320) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:28.448619 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:28.466284 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] Sync routers for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:28.490880 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.492551 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:28.494933 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:28.501756 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] No DVR routers for this DVR port b903e211-1037-4142-a6a4-fe89c4385560 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:48:28.505822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.510850 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-cb7b9332-882f-434d-b88e-43671826b3c9 req-8ec88525-e334-4b3e-a14e-389a8c19993c tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.84 "DELETE /networking/v2.0/ports/b903e211-1037-4142-a6a4-fe89c4385560 HTTP/1.1" status: 204 len: 173 time: 1.1321621 Aug 29 22:48:28.511613 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-deleted', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:48:28.526871 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81813eb7-d37e-42b5-9ed2-f800bf073e32" -d '{"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-deleted", "tag": "b903e211-1037-4142-a6a4-fe89c4385560"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:48:28.590699 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:28.621337 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b63f9f6-1244-4dac-b465-f26523e63e09 x-openstack-request-id: req-8b63f9f6-1244-4dac-b465-f26523e63e09 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:48:28.621777 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73099323-acd0-470f-a0e8-5fe1c43ffa61", "name": "network-vif-deleted", "tag": "b903e211-1037-4142-a6a4-fe89c4385560", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:48:28.622155 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b63f9f6-1244-4dac-b465-f26523e63e09 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:48:28.622826 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b63f9f6-1244-4dac-b465-f26523e63e09'] response: {'server_uuid': '73099323-acd0-470f-a0e8-5fe1c43ffa61', 'name': 'network-vif-deleted', 'tag': 'b903e211-1037-4142-a6a4-fe89c4385560', 'status': 'completed', 'code': 200} Aug 29 22:48:28.675171 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Publish callbacks [] for security_group (5e95ea53-810d-4b30-a751-d0607a905629), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.681255 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (5e95ea53-810d-4b30-a751-d0607a905629), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.693160 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:28.740028 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e95ea53-810d-4b30-a751-d0607a905629,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:28.750813 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=4462ca02650f47d4bcd2a74789260a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4441333 Aug 29 22:48:28.758787 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42332) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:28.767564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.767969 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.768320 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.768671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.771348 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.778947 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.779301 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.780248 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.780566 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.780908 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.781247 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.781580 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.781917 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.782246 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.782573 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a35dd-b418-4eac-b001-221a9da72b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:28.845946 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4a3e1a3e-a4ee-4b7d-ae4a-c9ef484207ae req-8304f9d6-86a9-49f7-bbbf-b3ee344b5049 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0403790 Aug 29 22:48:28.901799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9aee49d-9aeb-4e82-970d-fca5709aaf9c admin admin] Publish callbacks [] for security_group (5e95ea53-810d-4b30-a751-d0607a905629), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.927749 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9aee49d-9aeb-4e82-970d-fca5709aaf9c admin admin] Publish callbacks [] for security_group (5e95ea53-810d-4b30-a751-d0607a905629), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.988654 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9aee49d-9aeb-4e82-970d-fca5709aaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (5e95ea53-810d-4b30-a751-d0607a905629), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.991521 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9aee49d-9aeb-4e82-970d-fca5709aaf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.995362 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b9aee49d-9aeb-4e82-970d-fca5709aaf9c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/5e95ea53-810d-4b30-a751-d0607a905629 HTTP/1.1" status: 204 len: 168 time: 0.2364361 Aug 29 22:48:29.001774 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee49d-9aeb-4e82-970d-fca5709aaf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e95ea53-810d-4b30-a751-d0607a905629,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:29.008459 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:29.044630 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] Checking router: ffecc956-b7fe-44b5-bccc-943cb3cfd22d for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:29.059993 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:29.059993 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:29.126543 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:29.241919 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:29.476453 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:29.504905 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf9c5a-05ff-4b3a-8e0e-e691a5fadc87 None None] The sync data for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi is: [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:41:03Z', 'revision_number': 4, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '4133eab3-e8bd-495d-90ca-61bc8e0edcf3', 'name': '', 'network_id': 'eb2d0869-f5f7-40a7-9c40-ad66d99bd892', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'mac_address': 'fa:16:3e:0d:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:41:01Z', 'updated_at': '2022-08-29T22:41:17Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'subnets': [{'id': 'ce744b8b-a9c8-44f7-9b04-396759716cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:29.779139 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1ff7fb-fbc7-4df4-806e-cfcc29f354ef None None] New status for floating IP 4c50d6d8-bb79-46ce-abfc-20f20c146d92: DOWN {{(pid=134264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:48:30.000790 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9ca2931c-b29a-4813-a2f1-f3e86fe78dc7 req-c3f8e34e-d19b-4de4-a2bc-77b44f17e185 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0345583 Aug 29 22:48:31.150410 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e324a787-0662-46ae-9caf-0897e9aa4187 req-a130121f-7f9b-46d3-9f20-d0eb6b5923ee tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=73099323-acd0-470f-a0e8-5fe1c43ffa61 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Aug 29 22:48:31.594822 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:48:31.627280 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: b903e211-1037-4142-a6a4-fe89c4385560 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:48:31.628252 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device b903e211-1037-4142-a6a4-fe89c4385560 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:48:32.262390 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42412) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:32.337186 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1ba91bb8-aad4-4458-ae41-5ba64b40cafd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (d41fc835-a239-4624-b3dc-af2d51129cef), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.361619 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1ba91bb8-aad4-4458-ae41-5ba64b40cafd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (d41fc835-a239-4624-b3dc-af2d51129cef), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.423426 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1ba91bb8-aad4-4458-ae41-5ba64b40cafd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (d41fc835-a239-4624-b3dc-af2d51129cef), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.426141 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1ba91bb8-aad4-4458-ae41-5ba64b40cafd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.427712 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-1ba91bb8-aad4-4458-ae41-5ba64b40cafd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d41fc835-a239-4624-b3dc-af2d51129cef HTTP/1.1" status: 204 len: 168 time: 0.1642506 Aug 29 22:48:32.431029 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42416) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:32.440149 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba91bb8-aad4-4458-ae41-5ba64b40cafd tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41fc835-a239-4624-b3dc-af2d51129cef,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:32.462111 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.api.v2.resource [None req-b215a5a3-9aba-4511-bf5d-d6d70a5f9ae1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] show failed (client error): The resource could not be found. Aug 29 22:48:32.467404 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b215a5a3-9aba-4511-bf5d-d6d70a5f9ae1 tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "GET /networking/v2.0/security-groups/d41fc835-a239-4624-b3dc-af2d51129cef HTTP/1.1" status: 404 len: 347 time: 0.0313580 Aug 29 22:48:32.468564 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42420) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:32.641042 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Deleting port 0f82b587-3a8b-43cf-8590-ad9e1898063a {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:48:32.641521 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.755047 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.755593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (0f82b587-3a8b-43cf-8590-ad9e1898063a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.775048 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Calling delete_port for 0f82b587-3a8b-43cf-8590-ad9e1898063a owned by network:floatingip {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:48:32.956165 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (0f82b587-3a8b-43cf-8590-ad9e1898063a), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.994834 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Pushing event deleted for resources: {'Port': ['ID=0f82b587-3a8b-43cf-8590-ad9e1898063a,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:33.074192 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks [] for floatingip (4c50d6d8-bb79-46ce-abfc-20f20c146d92), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.077301 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.078478 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b416f420-a15e-40f6-89a2-010bdbc65dba tempest-AttachVolumeShelveTestJSON-1450082510 tempest-AttachVolumeShelveTestJSON-1450082510-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/4c50d6d8-bb79-46ce-abfc-20f20c146d92 HTTP/1.1" status: 204 len: 168 time: 0.6093907 Aug 29 22:48:36.215704 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:48:36.696131 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42508) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:36.769960 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] Deleting subnet 4f82461d-0123-49da-b75e-4789483bd502 {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:48:36.775236 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] Publish callbacks [] for subnet (4f82461d-0123-49da-b75e-4789483bd502), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.830511 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (4f82461d-0123-49da-b75e-4789483bd502), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.853351 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:36.860424 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:36.893310 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (4f82461d-0123-49da-b75e-4789483bd502), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.978061 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (4f82461d-0123-49da-b75e-4789483bd502), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.014616 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f82461d-0123-49da-b75e-4789483bd502,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:37.021673 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.026086 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0804b6c8-de22-4d92-b3eb-de9c77b61c92 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/4f82461d-0123-49da-b75e-4789483bd502 HTTP/1.1" status: 204 len: 168 time: 0.3280256 Aug 29 22:48:37.027926 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42518) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:37.134303 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (b870cb5b-7795-46c3-bc87-5773b0bd72af), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.229593 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (b870cb5b-7795-46c3-bc87-5773b0bd72af), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.261975 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b870cb5b-7795-46c3-bc87-5773b0bd72af']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:37.280688 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b083e981-71b4-48b0-95c4-a600f1761431') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:37.281392 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b083e981-71b4-48b0-95c4-a600f1761431') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:37.309737 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (b083e981-71b4-48b0-95c4-a600f1761431), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.327478 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (b083e981-71b4-48b0-95c4-a600f1761431), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.337506 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:48:37.338061 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (b083e981-71b4-48b0-95c4-a600f1761431), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.402836 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment b083e981-71b4-48b0-95c4-a600f1761431 resource provider aggregate not found Aug 29 22:48:37.438948 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (b870cb5b-7795-46c3-bc87-5773b0bd72af), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.442768 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment b083e981-71b4-48b0-95c4-a600f1761431 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b083e981-71b4-48b0-95c4-a600f1761431 found for delete ", "request_id": "req-bb868070-5261-4989-9eef-fc234ac2e0a1"}]} Aug 29 22:48:37.447898 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.452247 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/b870cb5b-7795-46c3-bc87-5773b0bd72af HTTP/1.1" status: 204 len: 168 time: 0.4228632 Aug 29 22:48:37.454821 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42546) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:37.477184 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d9ed1-9f01-407a-8efe-901e85f9a7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b870cb5b-7795-46c3-bc87-5773b0bd72af,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:37.531893 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] Deleting subnet e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09 {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:48:37.537716 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] Publish callbacks [] for subnet (e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.601959 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.691900 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.812711 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.858793 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:37.861788 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.865841 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-55570c22-63b3-4fde-aebd-b9e5f8fe96a5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/e1ef4ebd-1194-4ca8-a37e-ba24aaae7f09 HTTP/1.1" status: 204 len: 168 time: 0.4098973 Aug 29 22:48:37.871517 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42566) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:37.978597 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (73e4b47c-b900-4cb2-b033-4663565a58de), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.012821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42578) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:38.105027 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (73e4b47c-b900-4cb2-b033-4663565a58de), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.129743 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e4b47c-b900-4cb2-b033-4663565a58de']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:38.140022 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c15891-3c80-4b7a-95e5-dd0393b0a964') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:38.140340 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c15891-3c80-4b7a-95e5-dd0393b0a964') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:38.154838 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (c1c15891-3c80-4b7a-95e5-dd0393b0a964), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.174657 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (c1c15891-3c80-4b7a-95e5-dd0393b0a964), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.189063 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:48:38.189711 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (c1c15891-3c80-4b7a-95e5-dd0393b0a964), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.340767 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:38.527058 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:38.540897 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:38.543449 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:38.552663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (73e4b47c-b900-4cb2-b033-4663565a58de), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.558926 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.564889 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/73e4b47c-b900-4cb2-b033-4663565a58de HTTP/1.1" status: 204 len: 168 time: 0.6919994 Aug 29 22:48:38.581544 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92d3db-f4c6-4a26-b6f4-8822a874efe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e4b47c-b900-4cb2-b033-4663565a58de,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:38.649394 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.742122 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42586) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:38.793717 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-1d044609-f851-479a-8c60-1cabe479fcd8 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2a9607b88fb446ec965f0f560c6a73b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495498 Aug 29 22:48:38.796618 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42590) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:38.863055 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bf3dacbb-8a25-42c9-89dc-b81d41c05540 admin admin] Publish callbacks [] for security_group (4ac91ba2-df48-4454-a5be-ae660056d305), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.902387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bf3dacbb-8a25-42c9-89dc-b81d41c05540 admin admin] Publish callbacks [] for security_group (4ac91ba2-df48-4454-a5be-ae660056d305), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.979911 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bf3dacbb-8a25-42c9-89dc-b81d41c05540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (4ac91ba2-df48-4454-a5be-ae660056d305), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.983262 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bf3dacbb-8a25-42c9-89dc-b81d41c05540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.989950 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bf3dacbb-8a25-42c9-89dc-b81d41c05540 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4ac91ba2-df48-4454-a5be-ae660056d305 HTTP/1.1" status: 204 len: 168 time: 0.1864696 Aug 29 22:48:39.000296 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Deleting port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:48:39.001189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.006168 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dacbb-8a25-42c9-89dc-b81d41c05540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac91ba2-df48-4454-a5be-ae660056d305,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:39.143559 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] For port 4133eab3-e8bd-495d-90ca-61bc8e0edcf3, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:39.144150 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.171548 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Calling delete_port for 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 owned by network:router_interface {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:48:39.468920 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (4133eab3-e8bd-495d-90ca-61bc8e0edcf3), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.471076 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment c1c15891-3c80-4b7a-95e5-dd0393b0a964 resource provider aggregate not found Aug 29 22:48:39.494015 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment c1c15891-3c80-4b7a-95e5-dd0393b0a964 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1c15891-3c80-4b7a-95e5-dd0393b0a964 found for delete ", "request_id": "req-63daddc7-c87d-441f-adf8-651f8ebe6ad7"}]} Aug 29 22:48:39.504876 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Pushing event deleted for resources: {'Port': ['ID=4133eab3-e8bd-495d-90ca-61bc8e0edcf3,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:39.553570 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42622) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:39.617326 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bdb85e6c-ed14-4a6a-af3b-95a2f2539729 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=35427f7112df416a9a69a9f9978b5519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623724 Aug 29 22:48:39.620134 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42624) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:39.652070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:39.683258 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fd33179-8ba5-41ae-bb7c-4d72b7d797a3 admin admin] Publish callbacks [] for security_group (0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.714002 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fd33179-8ba5-41ae-bb7c-4d72b7d797a3 admin admin] Publish callbacks [] for security_group (0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.721904 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.774486 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fd33179-8ba5-41ae-bb7c-4d72b7d797a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.776920 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4fd33179-8ba5-41ae-bb7c-4d72b7d797a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.778063 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4fd33179-8ba5-41ae-bb7c-4d72b7d797a3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee HTTP/1.1" status: 204 len: 168 time: 0.1568630 Aug 29 22:48:39.789936 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd33179-8ba5-41ae-bb7c-4d72b7d797a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4999d8-d9cb-48e8-83bb-1011ff0ac1ee,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:39.855488 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:39.987503 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Router ffecc956-b7fe-44b5-bccc-943cb3cfd22d has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:40.376697 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:40.384735 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e10ee745-ab40-4ac0-a4ed-b58929d52657 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ffecc956-b7fe-44b5-bccc-943cb3cfd22d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3714151 Aug 29 22:48:40.390808 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42644) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:40.398186 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] Sync routers for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:40.447580 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:40.450313 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:40.588746 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks [] for router (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.597840 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:40.777557 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks [] for router_gateway (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.838774 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Deleting port d9c307eb-fbe9-43bd-824b-2372c652e6c2 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:48:40.839311 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.889920 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port': {'id': 'd9c307eb-fbe9-43bd-824b-2372c652e6c2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:51Z', 'updated_at': '2022-08-29T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:40.940815 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] Checking router: ffecc956-b7fe-44b5-bccc-943cb3cfd22d for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:40.950644 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] Routers {'ffecc956-b7fe-44b5-bccc-943cb3cfd22d'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:40.951952 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:41.005635 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42664) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:41.033156 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] For port d9c307eb-fbe9-43bd-824b-2372c652e6c2, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=d9c307eb-fbe9-43bd-824b-2372c652e6c2,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:41.033717 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.058955 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Calling delete_port for d9c307eb-fbe9-43bd-824b-2372c652e6c2 owned by network:router_gateway {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:48:41.088477 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] Set router ffecc956-b7fe-44b5-bccc-943cb3cfd22d gateway port host: None {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:41.181661 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-42081a63-3c4d-4ea7-ac7a-1587a3c7af37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.191830 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:41.210903 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:41.214337 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:41.322454 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:48:40Z', 'revision_number': 6, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port_host': None}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:41.348649 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (d9c307eb-fbe9-43bd-824b-2372c652e6c2), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.352351 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc89d96-08c8-4a8a-9394-d4d280ab682d None None] The sync data for ids ['ffecc956-b7fe-44b5-bccc-943cb3cfd22d'] in dv-cinder-854270-4-iscsi is: [{'id': 'ffecc956-b7fe-44b5-bccc-943cb3cfd22d', 'name': 'tempest-AttachVolumeShelveTestJSON-1761007251-router', 'tenant_id': '05e6d1afb63446af887a1de133b7bf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:48Z', 'updated_at': '2022-08-29T22:48:40Z', 'revision_number': 6, 'project_id': '05e6d1afb63446af887a1de133b7bf2e', 'gw_port_host': None}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:41.372603 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-42081a63-3c4d-4ea7-ac7a-1587a3c7af37 admin admin] Publish callbacks [] for security_group (59d53dba-759d-4128-94de-cdb8e370cd9b), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.379063 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-42081a63-3c4d-4ea7-ac7a-1587a3c7af37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (59d53dba-759d-4128-94de-cdb8e370cd9b), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.396449 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c307eb-fbe9-43bd-824b-2372c652e6c2,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:41.434486 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-42081a63-3c4d-4ea7-ac7a-1587a3c7af37 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=f37dab88a82543b78761778a8e6e6834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275694 Aug 29 22:48:41.435218 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42676) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:41.437779 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42081a63-3c4d-4ea7-ac7a-1587a3c7af37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d53dba-759d-4128-94de-cdb8e370cd9b,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:41.506277 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6bfa334a-ff91-4ceb-8e3b-ff7e2ffd8e6c admin admin] Publish callbacks [] for security_group (59d53dba-759d-4128-94de-cdb8e370cd9b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.542204 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.545655 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6bfa334a-ff91-4ceb-8e3b-ff7e2ffd8e6c admin admin] Publish callbacks [] for security_group (59d53dba-759d-4128-94de-cdb8e370cd9b), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.621658 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6bfa334a-ff91-4ceb-8e3b-ff7e2ffd8e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (59d53dba-759d-4128-94de-cdb8e370cd9b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.626282 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6bfa334a-ff91-4ceb-8e3b-ff7e2ffd8e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.632505 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6bfa334a-ff91-4ceb-8e3b-ff7e2ffd8e6c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/59d53dba-759d-4128-94de-cdb8e370cd9b HTTP/1.1" status: 204 len: 168 time: 0.1944926 Aug 29 22:48:41.645449 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42686) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:41.652034 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa334a-ff91-4ceb-8e3b-ff7e2ffd8e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d53dba-759d-4128-94de-cdb8e370cd9b,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:41.714026 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.716553 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks [] for router_controller (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.783019 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (ffecc956-b7fe-44b5-bccc-943cb3cfd22d), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.784441 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffecc956-b7fe-44b5-bccc-943cb3cfd22d {{(pid=134262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:48:41.794017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.797938 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42690) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:41.798502 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ffb5755e-15f4-434c-bc93-01136fd9b33f admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/ffecc956-b7fe-44b5-bccc-943cb3cfd22d HTTP/1.1" status: 204 len: 168 time: 1.4066086 Aug 29 22:48:41.839579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cb87993a-6789-42ae-b2a7-89642c827eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.894924 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] Deleting subnet ce744b8b-a9c8-44f7-9b04-396759716cee {{(pid=134261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:48:41.898334 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:41.907254 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] Publish callbacks [] for subnet (ce744b8b-a9c8-44f7-9b04-396759716cee), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.968488 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:41.971085 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8958356'] for subnet (ce744b8b-a9c8-44f7-9b04-396759716cee), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.975446 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-17d6fb5e-4cbf-4732-9bb5-6c235d3d5b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.995940 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:42.049664 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cb87993a-6789-42ae-b2a7-89642c827eb2 admin admin] Publish callbacks [] for security_group (c96d60aa-9296-47b8-bd72-7ed63aa480d5), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.057329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cb87993a-6789-42ae-b2a7-89642c827eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c96d60aa-9296-47b8-bd72-7ed63aa480d5), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.139187 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87993a-6789-42ae-b2a7-89642c827eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d60aa-9296-47b8-bd72-7ed63aa480d5,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:42.143909 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (ce744b8b-a9c8-44f7-9b04-396759716cee), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.149399 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-cb87993a-6789-42ae-b2a7-89642c827eb2 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ebdce8f8e056488cb1e715de7f1f45f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5015514 Aug 29 22:48:42.151281 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42696) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:42.158927 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42698) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:42.196504 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-67a93d30-5329-4a0a-bde6-f68dc3329678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.223355 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9334359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847573'] for subnet (ce744b8b-a9c8-44f7-9b04-396759716cee), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.276207 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ed13-0d5c-401b-a8cf-ca1c4b4bf6b0 admin admin] Publish callbacks [] for security_group (c96d60aa-9296-47b8-bd72-7ed63aa480d5), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.278293 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.286573 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/ce744b8b-a9c8-44f7-9b04-396759716cee HTTP/1.1" status: 204 len: 168 time: 0.4870586 Aug 29 22:48:42.288160 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d512b-5a65-47e3-a819-8be3e14db9c2 None None] Network eb2d0869-f5f7-40a7-9c40-ad66d99bd892 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:42.288301 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfdd7e-f6ff-4c86-9b88-9fe4dec09ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce744b8b-a9c8-44f7-9b04-396759716cee,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:42.292461 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42700) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:42.317252 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ed13-0d5c-401b-a8cf-ca1c4b4bf6b0 admin admin] Publish callbacks [] for security_group (c96d60aa-9296-47b8-bd72-7ed63aa480d5), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.412518 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-67a93d30-5329-4a0a-bde6-f68dc3329678 admin admin] Publish callbacks [] for security_group (5a477b80-607f-4bd0-a47a-f2410a5cab67), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.421581 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-67a93d30-5329-4a0a-bde6-f68dc3329678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (5a477b80-607f-4bd0-a47a-f2410a5cab67), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.432556 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (eb2d0869-f5f7-40a7-9c40-ad66d99bd892), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.473494 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ed13-0d5c-401b-a8cf-ca1c4b4bf6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c96d60aa-9296-47b8-bd72-7ed63aa480d5), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.475803 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ed13-0d5c-401b-a8cf-ca1c4b4bf6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.476963 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-8ed1ed13-0d5c-401b-a8cf-ca1c4b4bf6b0 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c96d60aa-9296-47b8-bd72-7ed63aa480d5 HTTP/1.1" status: 204 len: 168 time: 0.3241765 Aug 29 22:48:42.487658 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-67a93d30-5329-4a0a-bde6-f68dc3329678 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=baeec031611e45febe34e52feb2fa49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224542 Aug 29 22:48:42.490444 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42704) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:42.495941 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a93d30-5329-4a0a-bde6-f68dc3329678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a477b80-607f-4bd0-a47a-f2410a5cab67,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:42.516954 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Deleting port 0715a932-c14e-45c1-9042-ed19e31fbb88 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:48:42.517431 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.545164 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] DHCP port deletion for eb2d0869-f5f7-40a7-9c40-ad66d99bd892 request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:48:42.550398 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1ed13-0d5c-401b-a8cf-ca1c4b4bf6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d60aa-9296-47b8-bd72-7ed63aa480d5,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:42.595153 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf870-9b5e-481f-b4d5-0198c3008236 admin admin] Publish callbacks [] for security_group (5a477b80-607f-4bd0-a47a-f2410a5cab67), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.622760 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf870-9b5e-481f-b4d5-0198c3008236 admin admin] Publish callbacks [] for security_group (5a477b80-607f-4bd0-a47a-f2410a5cab67), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.658126 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Deleting port 0715a932-c14e-45c1-9042-ed19e31fbb88 {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:48:42.658509 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.679270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:42.704504 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf870-9b5e-481f-b4d5-0198c3008236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (5a477b80-607f-4bd0-a47a-f2410a5cab67), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.712743 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf870-9b5e-481f-b4d5-0198c3008236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.719989 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ca0bf870-9b5e-481f-b4d5-0198c3008236 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/5a477b80-607f-4bd0-a47a-f2410a5cab67 HTTP/1.1" status: 204 len: 168 time: 0.2214122 Aug 29 22:48:42.727717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] For port 0715a932-c14e-45c1-9042-ed19e31fbb88, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0715a932-c14e-45c1-9042-ed19e31fbb88,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:42.728150 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.729791 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bf870-9b5e-481f-b4d5-0198c3008236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a477b80-607f-4bd0-a47a-f2410a5cab67,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:42.776322 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Calling delete_port for 0715a932-c14e-45c1-9042-ed19e31fbb88 owned by network:dhcp {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:48:42.798642 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] For port 0715a932-c14e-45c1-9042-ed19e31fbb88, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0715a932-c14e-45c1-9042-ed19e31fbb88,segment=NetworkSegment(1779fdbe-f02c-4542-a285-6ef22eeb46c0),segment_id=1779fdbe-f02c-4542-a285-6ef22eeb46c0)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:42.799126 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.831276 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Calling delete_port for 0715a932-c14e-45c1-9042-ed19e31fbb88 owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:48:42.985340 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device d9c307eb-fbe9-43bd-824b-2372c652e6c2 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:48:43.005284 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.013732 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (0715a932-c14e-45c1-9042-ed19e31fbb88), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.023751 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: d9c307eb-fbe9-43bd-824b-2372c652e6c2 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:48:43.024103 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device d9c307eb-fbe9-43bd-824b-2372c652e6c2 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:48:43.024537 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:48:43.040099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=0715a932-c14e-45c1-9042-ed19e31fbb88,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:43.049841 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] No DVR routers for this DVR port 0715a932-c14e-45c1-9042-ed19e31fbb88 on host dv-cinder-854270-4-iscsi {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:48:43.063741 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:48:43.064081 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 4133eab3-e8bd-495d-90ca-61bc8e0edcf3 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:48:43.064394 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0715a932-c14e-45c1-9042-ed19e31fbb88 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:48:43.068327 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Pushing event deleted for resources: {'Port': ['ID=0715a932-c14e-45c1-9042-ed19e31fbb88,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:43.096952 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] No DVR routers for this DVR port 0715a932-c14e-45c1-9042-ed19e31fbb88 on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:48:43.099091 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 0715a932-c14e-45c1-9042-ed19e31fbb88 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:48:43.099488 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0715a932-c14e-45c1-9042-ed19e31fbb88 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.111009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.112605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.112605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.112605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.112605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.113132 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.113715 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d59376-bd86-454b-b2bb-e82f9adb4083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:43.173224 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (eb2d0869-f5f7-40a7-9c40-ad66d99bd892), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.179128 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42718) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:43.212663 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2d0869-f5f7-40a7-9c40-ad66d99bd892']}} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:43.233799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1779fdbe-f02c-4542-a285-6ef22eeb46c0') {'for_net_delete': True} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:43.234103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1779fdbe-f02c-4542-a285-6ef22eeb46c0') {} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:43.262601 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8958367'] for segment (1779fdbe-f02c-4542-a285-6ef22eeb46c0), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.278525 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:43.289706 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (1779fdbe-f02c-4542-a285-6ef22eeb46c0), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.302464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=134261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:48:43.303645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9334001'] for segment (1779fdbe-f02c-4542-a285-6ef22eeb46c0), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.359714 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 1779fdbe-f02c-4542-a285-6ef22eeb46c0 resource provider aggregate not found Aug 29 22:48:43.400778 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (eb2d0869-f5f7-40a7-9c40-ad66d99bd892), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.407573 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 1779fdbe-f02c-4542-a285-6ef22eeb46c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1779fdbe-f02c-4542-a285-6ef22eeb46c0 found for delete ", "request_id": "req-677ef467-c44b-49d5-a8d7-13c5de1c9546"}]} Aug 29 22:48:43.433777 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.440787 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/eb2d0869-f5f7-40a7-9c40-ad66d99bd892 HTTP/1.1" status: 204 len: 168 time: 1.1465197 Aug 29 22:48:43.443482 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa7ead-33ce-4026-af4f-48c0173fdd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2d0869-f5f7-40a7-9c40-ad66d99bd892,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:43.557615 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb9c-4d2a-4c7d-8b53-4dfe08472492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.601327 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:43.620733 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:43.674924 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb9c-4d2a-4c7d-8b53-4dfe08472492 admin admin] Publish callbacks [] for security_group (1c960a4f-aac4-4021-83c6-eeae5ea15a75), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.682066 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb9c-4d2a-4c7d-8b53-4dfe08472492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (1c960a4f-aac4-4021-83c6-eeae5ea15a75), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.689245 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42734) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:43.716235 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a66ab0ac-0647-4e24-8140-303c4b46bb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.747816 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fccb9c-4d2a-4c7d-8b53-4dfe08472492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c960a4f-aac4-4021-83c6-eeae5ea15a75,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:43.773839 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b1fccb9c-4d2a-4c7d-8b53-4dfe08472492 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0084e9c31be24b248672a312e039b68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5929527 Aug 29 22:48:43.774535 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42736) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:43.813890 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42738) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:43.855302 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bcb12e8d-580a-44e3-a2ec-03439473fdcb admin admin] Publish callbacks [] for security_group (1c960a4f-aac4-4021-83c6-eeae5ea15a75), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.887484 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bcb12e8d-580a-44e3-a2ec-03439473fdcb admin admin] Publish callbacks [] for security_group (1c960a4f-aac4-4021-83c6-eeae5ea15a75), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.897845 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-48989489-f45e-42d5-8e9e-04a142f70ebc admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=05e6d1afb63446af887a1de133b7bf2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0820527 Aug 29 22:48:43.901725 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42740) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:43.931543 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a66ab0ac-0647-4e24-8140-303c4b46bb8e admin admin] Publish callbacks [] for security_group (08cbf75b-6e91-46a9-aa13-6efdbed7c2dc), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.937550 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a66ab0ac-0647-4e24-8140-303c4b46bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (08cbf75b-6e91-46a9-aa13-6efdbed7c2dc), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.945224 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:43.991418 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-177119e3-5d53-4d05-8c6d-e4a821569091 admin admin] Publish callbacks [] for security_group (c016d98f-919b-453b-81a9-da98d6ccf8e0), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.993939 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-a66ab0ac-0647-4e24-8140-303c4b46bb8e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b13e875bc4684a0ba7b5466dfc88deb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025026 Aug 29 22:48:43.996790 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42742) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:44.005762 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ab0ac-0647-4e24-8140-303c4b46bb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cbf75b-6e91-46a9-aa13-6efdbed7c2dc,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.039434 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-177119e3-5d53-4d05-8c6d-e4a821569091 admin admin] Publish callbacks [] for security_group (c016d98f-919b-453b-81a9-da98d6ccf8e0), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.061577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bcb12e8d-580a-44e3-a2ec-03439473fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (1c960a4f-aac4-4021-83c6-eeae5ea15a75), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.067261 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-bcb12e8d-580a-44e3-a2ec-03439473fdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.075564 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-bcb12e8d-580a-44e3-a2ec-03439473fdcb admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1c960a4f-aac4-4021-83c6-eeae5ea15a75 HTTP/1.1" status: 204 len: 168 time: 0.2979600 Aug 29 22:48:44.095364 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12e8d-580a-44e3-a2ec-03439473fdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c960a4f-aac4-4021-83c6-eeae5ea15a75,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.111518 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5fc713d3-2b88-4987-b3e2-94f63d50b969 admin admin] Publish callbacks [] for security_group (08cbf75b-6e91-46a9-aa13-6efdbed7c2dc), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.155229 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-177119e3-5d53-4d05-8c6d-e4a821569091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c016d98f-919b-453b-81a9-da98d6ccf8e0), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.158219 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-177119e3-5d53-4d05-8c6d-e4a821569091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.158460 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5fc713d3-2b88-4987-b3e2-94f63d50b969 admin admin] Publish callbacks [] for security_group (08cbf75b-6e91-46a9-aa13-6efdbed7c2dc), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.164346 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-177119e3-5d53-4d05-8c6d-e4a821569091 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c016d98f-919b-453b-81a9-da98d6ccf8e0 HTTP/1.1" status: 204 len: 168 time: 0.2580516 Aug 29 22:48:44.176616 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177119e3-5d53-4d05-8c6d-e4a821569091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016d98f-919b-453b-81a9-da98d6ccf8e0,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.249380 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5fc713d3-2b88-4987-b3e2-94f63d50b969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (08cbf75b-6e91-46a9-aa13-6efdbed7c2dc), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.253106 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-5fc713d3-2b88-4987-b3e2-94f63d50b969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.257355 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-5fc713d3-2b88-4987-b3e2-94f63d50b969 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/08cbf75b-6e91-46a9-aa13-6efdbed7c2dc HTTP/1.1" status: 204 len: 168 time: 0.2565494 Aug 29 22:48:44.264117 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc713d3-2b88-4987-b3e2-94f63d50b969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cbf75b-6e91-46a9-aa13-6efdbed7c2dc,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.785661 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3602b425-aa01-491a-856a-3dd590036710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.059335 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42782) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:45.357290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-147820530-network', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:45.401559 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Made reservation on behalf of c814b0ae26d84c08b9c27e1f11d3b2ff for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:45.405450 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.417087 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.546265 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks [] for security_group (8f948cdb-202a-4aac-88f1-16f17313c4bb), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.552286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (8f948cdb-202a-4aac-88f1-16f17313c4bb), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.600882 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:45.614052 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f948cdb-202a-4aac-88f1-16f17313c4bb,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:45.624686 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (af1cca39-9bfe-4fbe-9175-91fd2ebb06da), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.625230 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Added segment af1cca39-9bfe-4fbe-9175-91fd2ebb06da of type vlan for network 289d5317-906f-489d-ad26-1f02ec75ed7d Aug 29 22:48:45.689384 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (289d5317-906f-489d-ad26-1f02ec75ed7d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.711771 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:45.741109 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (289d5317-906f-489d-ad26-1f02ec75ed7d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.744060 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:45.745120 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.804133 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.850708 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7901230 Aug 29 22:48:45.858544 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42814) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:45.864650 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fe982-c72f-476d-ba48-e57f2d2fb711 admin admin] Pushing event updated for resources: {'Network': ['ID=289d5317-906f-489d-ad26-1f02ec75ed7d,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:45.869275 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Request body: {'subnet': {'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-147820530-subnet', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:45.883136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 289d5317-906f-489d-ad26-1f02ec75ed7d details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:45.899895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Made reservation on behalf of c814b0ae26d84c08b9c27e1f11d3b2ff for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:45.902329 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574804'] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.143400 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9678907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574786'] for subnet (e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.149281 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42820) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:46.189846 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42824) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:46.210385 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:46.249268 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:46.251570 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Checking segment: {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:46.252224 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Network hostable DHCP agents. Network: 289d5317-906f-489d-ad26-1f02ec75ed7d, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:46.273873 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Network 289d5317-906f-489d-ad26-1f02ec75ed7d is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:46.286084 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 289d5317-906f-489d-ad26-1f02ec75ed7d) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:46.296094 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:46.296994 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.297997 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c28cd-0217-4791-bf13-bf24a801f33f None None] Network 289d5317-906f-489d-ad26-1f02ec75ed7d requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:46.309722 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:46.316658 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-31ee6dbc-936e-4539-84b4-16f16b8a9fef admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4553366 Aug 29 22:48:46.322888 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42830) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:46.334326 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:46.360549 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-243322839-network', 'tenant_id': 'b1f240a0b08841edb5906875c5dcf3e7'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:46.388223 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (ff3baf33-228c-4f26-9103-814295f085ef), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.390387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (ff3baf33-228c-4f26-9103-814295f085ef), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.402387 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-32729445-network', 'tenant_id': '36e090f60dd244cea327de965ad9af13'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:46.434636 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Made reservation on behalf of 36e090f60dd244cea327de965ad9af13 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:46.439326 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.448637 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Made reservation on behalf of b1f240a0b08841edb5906875c5dcf3e7 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:46.453630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks [] for router_controller (ff3baf33-228c-4f26-9103-814295f085ef), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.454708 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:46.457291 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.489333 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.497719 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-289d5317-906f-489d-ad26-1f02ec75ed7d', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:46.499521 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.506298 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.590331 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:46.667354 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks [] for router_gateway (ff3baf33-228c-4f26-9103-814295f085ef), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.710926 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks [] for security_group (09dee837-2a45-4f9f-8150-c01810fdb990), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.717431 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks [] for security_group (21e8c46a-a031-4a87-a088-cfacea749c9b), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.719801 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09dee837-2a45-4f9f-8150-c01810fdb990), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.721430 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Allocated IP 172.20.0.2 (289d5317-906f-489d-ad26-1f02ec75ed7d/e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26/333645de-4586-4e7f-ace1-c445b407125b) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:46.755054 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dee837-2a45-4f9f-8150-c01810fdb990,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:46.770668 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (21e8c46a-a031-4a87-a088-cfacea749c9b), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.822648 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:46.848914 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:46.879831 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (34435021-5ec0-455a-af5e-5584dce849e2), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.880220 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Added segment 34435021-5ec0-455a-af5e-5584dce849e2 of type vlan for network 97336a57-5879-42cd-b56c-34e6fb04c8c0 Aug 29 22:48:46.882620 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (3445d060-874c-4c74-b177-24f9054ce2fa), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.883163 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Added segment 3445d060-874c-4c74-b177-24f9054ce2fa of type vlan for network da172aa1-4f64-4bb9-9655-6592e47746b6 Aug 29 22:48:46.901103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8c46a-a031-4a87-a088-cfacea749c9b,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:46.920781 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks [] for router_gateway (ff3baf33-228c-4f26-9103-814295f085ef), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.972479 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.984579 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.000953 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (97336a57-5879-42cd-b56c-34e6fb04c8c0), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.006602 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (da172aa1-4f64-4bb9-9655-6592e47746b6), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.048640 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:47.105548 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (da172aa1-4f64-4bb9-9655-6592e47746b6), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.108747 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:47.110122 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.112691 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Publish callbacks [] for port (333645de-4586-4e7f-ace1-c445b407125b), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.124969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (333645de-4586-4e7f-ace1-c445b407125b), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.144184 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Allocated IP 172.27.1.201 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/408cf1d6-114f-4e71-b5bf-34388a9f6d4a) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:47.187545 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (97336a57-5879-42cd-b56c-34e6fb04c8c0), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.189217 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:47.189992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.196195 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=da172aa1-4f64-4bb9-9655-6592e47746b6,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:47.215242 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:47.223585 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:DELETE=2,neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:47.229426 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Network 289d5317-906f-489d-ad26-1f02ec75ed7d is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:47.230673 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network da172aa1-4f64-4bb9-9655-6592e47746b6 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:47.274221 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2c3145d0-acb1-4b1b-ad5d-abf7c3f97ba6 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1190248 Aug 29 22:48:47.291433 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42844) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:47.305633 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Request body: {'subnet': {'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-243322839-subnet', 'tenant_id': 'b1f240a0b08841edb5906875c5dcf3e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:47.318908 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1270807 Aug 29 22:48:47.324492 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc748ce-74e0-4f1a-bcf9-f62a3c6e36fc admin admin] Pushing event updated for resources: {'Network': ['ID=97336a57-5879-42cd-b56c-34e6fb04c8c0,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:47.328253 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42846) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:47.339995 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:47.342485 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Request body: {'subnet': {'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-32729445-subnet', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:47.343893 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:47.354610 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Made reservation on behalf of b1f240a0b08841edb5906875c5dcf3e7 for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:47.355878 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:47.359875 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847562'] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.372664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks [] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.414617 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Made reservation on behalf of 36e090f60dd244cea327de965ad9af13 for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:47.418535 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574804'] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.421929 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Pushing event updated for resources: {'Port': ['ID=333645de-4586-4e7f-ace1-c445b407125b,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:47.530938 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Attempting to bind port 333645de-4586-4e7f-ace1-c445b407125b on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:47.531390 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Attempting to bind port 333645de-4586-4e7f-ace1-c445b407125b by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:47.532323 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Attempting to bind port 333645de-4586-4e7f-ace1-c445b407125b on network 289d5317-906f-489d-ad26-1f02ec75ed7d {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:47.536237 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.539053 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:47.539633 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Checking segment: {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:47.540439 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.541103 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Bound using segment: {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:47.541639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Bound port: 333645de-4586-4e7f-ace1-c445b407125b, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:47.542022 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (333645de-4586-4e7f-ace1-c445b407125b), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.603909 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:47.610394 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:47.619990 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:47.631754 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] For port 333645de-4586-4e7f-ace1-c445b407125b, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:47.637275 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] For port 333645de-4586-4e7f-ace1-c445b407125b, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=333645de-4586-4e7f-ace1-c445b407125b,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:47.649599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (333645de-4586-4e7f-ace1-c445b407125b), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.671433 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:47.698154 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9334292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847580'] for subnet (82e6833f-e109-4371-85ca-e7d7e0e205ec), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.728879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Pushing event updated for resources: {'Port': ['ID=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:47.750150 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.757532 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:47.759352 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bca82-821f-4641-8e42-cea00c05e668 None None] Pushing event updated for resources: {'Port': ['ID=333645de-4586-4e7f-ace1-c445b407125b,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:47.838104 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e6833f-e109-4371-85ca-e7d7e0e205ec,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:47.847050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Checking segment: {'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:47.847524 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Network hostable DHCP agents. Network: da172aa1-4f64-4bb9-9655-6592e47746b6, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:47.876718 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Network da172aa1-4f64-4bb9-9655-6592e47746b6 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:47.891055 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, da172aa1-4f64-4bb9-9655-6592e47746b6) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:47.897298 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:47.898818 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.907501 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d1d393-383e-46e4-9d27-43c78b42f4f5 None None] Network da172aa1-4f64-4bb9-9655-6592e47746b6 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:47.944139 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-43b47c99-636b-4e87-983d-b769848cbc2e admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6467059 Aug 29 22:48:48.051664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9678907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574786'] for subnet (0ddaa405-9f74-42a8-880f-f165e7bb850e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.261054 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4597414-e176-4bd9-a8a7-aaf5baf26e04 None None] Network da172aa1-4f64-4bb9-9655-6592e47746b6 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:48.262659 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddaa405-9f74-42a8-880f-f165e7bb850e,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:48.362398 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Checking segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:48.362398 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Network hostable DHCP agents. Network: 97336a57-5879-42cd-b56c-34e6fb04c8c0, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:48.424226 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:48.435658 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks [] for router_gateway (ff3baf33-228c-4f26-9103-814295f085ef), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.480016 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 97336a57-5879-42cd-b56c-34e6fb04c8c0) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:48.485217 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:48.486207 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.499545 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a561d53-422e-4f9b-af00-eca1c2691705 None None] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:48.518014 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7e6d132c-ce38-4488-898b-84f344acb112 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1879423 Aug 29 22:48:48.523471 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42866) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:48.527812 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:48.605212 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.606299 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.706903 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-97336a57-5879-42cd-b56c-34e6fb04c8c0', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:48.708736 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.756952 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks [] for router_controller (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.922768 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (ff3baf33-228c-4f26-9103-814295f085ef), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.953634 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:49.054960 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Allocated IP 172.20.0.2 (97336a57-5879-42cd-b56c-34e6fb04c8c0/0ddaa405-9f74-42a8-880f-f165e7bb850e/6e6ba4cf-3003-413c-b225-3996a47c18a4) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:49.083145 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 333645de-4586-4e7f-ace1-c445b407125b up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:49.239733 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 333645de-4586-4e7f-ace1-c445b407125b triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:49.239733 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (333645de-4586-4e7f-ace1-c445b407125b), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.311810 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08817d7b-2818-4de7-90bb-ad265a9d2441 None None] Network 289d5317-906f-489d-ad26-1f02ec75ed7d requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:49.409998 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks [] for router_gateway (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.427087 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:49.450495 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:49.489491 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-35dc4551-bc93-4d92-8318-1d55af1c9052 None None] Provisioning complete for port 333645de-4586-4e7f-ace1-c445b407125b triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:49.490435 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-35dc4551-bc93-4d92-8318-1d55af1c9052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (333645de-4586-4e7f-ace1-c445b407125b), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.502381 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Publish callbacks [] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.519163 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:49.576906 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.641138 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 333645de-4586-4e7f-ace1-c445b407125b is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:49.641758 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (333645de-4586-4e7f-ace1-c445b407125b), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.698232 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:49.700708 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Router ff3baf33-228c-4f26-9103-814295f085ef is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:48:49.719404 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks [] for router_gateway (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.726362 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:49.737845 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:49.741179 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Pushing event updated for resources: {'Port': ['ID=6e6ba4cf-3003-413c-b225-3996a47c18a4,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:49.750476 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.777282 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 333645de-4586-4e7f-ace1-c445b407125b, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=333645de-4586-4e7f-ace1-c445b407125b,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:49.809147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (333645de-4586-4e7f-ace1-c445b407125b), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.958659 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:49.970857 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Sync routers for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:50.000262 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.001352 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:50.001606 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b9eb86c4-0780-41d8-9f6d-733724135724 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6774659 Aug 29 22:48:50.002883 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:50.005247 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42876) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:50.182522 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Allocated IP 172.27.1.153 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/82481ceb-9c54-4bdd-86cb-337abb3768da) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:50.216980 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-35dc4551-bc93-4d92-8318-1d55af1c9052 None None] Current status of the port 333645de-4586-4e7f-ace1-c445b407125b is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:50.245969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Attempting to bind port 6e6ba4cf-3003-413c-b225-3996a47c18a4 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:50.249357 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Attempting to bind port 6e6ba4cf-3003-413c-b225-3996a47c18a4 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:50.255482 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Attempting to bind port 6e6ba4cf-3003-413c-b225-3996a47c18a4 on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:50.269190 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=333645de-4586-4e7f-ace1-c445b407125b,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:50.273098 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:50.273469 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Checking segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:50.273865 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.274243 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Bound using segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:50.274706 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Bound port: 6e6ba4cf-3003-413c-b225-3996a47c18a4, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:50.275122 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.276216 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:50.328376 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:50.395997 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:50.417416 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-75442aee-7f6b-47d4-bad8-e831d7bcd314 None None] Provisioning complete for port 333645de-4586-4e7f-ace1-c445b407125b triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:50.417863 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-75442aee-7f6b-47d4-bad8-e831d7bcd314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (333645de-4586-4e7f-ace1-c445b407125b), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.420261 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] For port 6e6ba4cf-3003-413c-b225-3996a47c18a4, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:50.474155 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] For port 6e6ba4cf-3003-413c-b225-3996a47c18a4, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6e6ba4cf-3003-413c-b225-3996a47c18a4,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:50.475815 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks [] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.486499 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.554710 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.580754 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:50.588150 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:50.615028 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820b97a-f270-4147-b9f8-3b0df13afd3a None None] Pushing event updated for resources: {'Port': ['ID=6e6ba4cf-3003-413c-b225-3996a47c18a4,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:50.621101 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:50.643757 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-75442aee-7f6b-47d4-bad8-e831d7bcd314 None None] Current status of the port 333645de-4586-4e7f-ace1-c445b407125b is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:50.681693 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Pushing event updated for resources: {'Port': ['ID=82481ceb-9c54-4bdd-86cb-337abb3768da,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:50.752447 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:50.760183 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:48Z', 'revision_number': 3, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:50.764709 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:50.826336 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Checking router: ff3baf33-228c-4f26-9103-814295f085ef for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:50.826336 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Updating router ff3baf33-228c-4f26-9103-814295f085ef port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:50.913007 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-39009da6-5319-4428-a851-788d6c85a246 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:50.923411 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.927143 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-39009da6-5319-4428-a851-788d6c85a246 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/networks?id=da172aa1-4f64-4bb9-9655-6592e47746b6 HTTP/1.1" status: 200 len: 808 time: 0.3707397 Aug 29 22:48:50.961391 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-94e99c19-2663-4553-a4fe-804f70c0de06 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/quotas/b1f240a0b08841edb5906875c5dcf3e7 HTTP/1.1" status: 200 len: 375 time: 0.0333488 Aug 29 22:48:51.010989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:51.025250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks [] for router_gateway (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.029834 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-cf216121-9be2-4e3f-b3dd-03b4d15cc7f5 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b1f240a0b08841edb5906875c5dcf3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562932 Aug 29 22:48:51.165944 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.180541 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 333645de-4586-4e7f-ace1-c445b407125b up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:51.251888 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 333645de-4586-4e7f-ace1-c445b407125b triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:51.252451 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (333645de-4586-4e7f-ace1-c445b407125b), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.350690 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.433745 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:51.452134 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 333645de-4586-4e7f-ace1-c445b407125b is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:51.456734 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e6ba4cf-3003-413c-b225-3996a47c18a4 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:51.493753 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Publish callbacks [] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.505272 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.546232 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6e6ba4cf-3003-413c-b225-3996a47c18a4 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:51.546918 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.574381 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-01756746-4f43-49b2-8899-250112a67e87 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361741 Aug 29 22:48:51.586833 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Attempting to bind port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:51.587208 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Attempting to bind port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:51.587574 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Attempting to bind port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:51.596473 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Allocated IP 172.20.0.1 (289d5317-906f-489d-ad26-1f02ec75ed7d/e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26/6e2fdec9-3434-4396-ab26-fb6226861907) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:51.604629 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:51.605000 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:51.605614 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.606167 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:51.607518 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Bound port: 408cf1d6-114f-4e71-b5bf-34388a9f6d4a, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:51.608909 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.644997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:48:51.668498 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6e6ba4cf-3003-413c-b225-3996a47c18a4 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:51.670601 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.706713 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] For port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:51.713318 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] For port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:51.718894 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Pushing event updated for resources: {'Port': ['ID=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,revision_number=2']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:51.727628 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.749076 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:51.749808 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:51.778448 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 6e6ba4cf-3003-413c-b225-3996a47c18a4, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6e6ba4cf-3003-413c-b225-3996a47c18a4,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:51.788630 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.892062 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:51.895305 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:51.917682 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:51.925347 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.929332 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-8582b43c-577e-46d6-af8a-8b19b0a7c156 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4022095 Aug 29 22:48:51.929679 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42912) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:51.979471 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=6e6ba4cf-3003-413c-b225-3996a47c18a4,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:51.981642 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:51.982991 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:51.999157 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.037484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-3b0c7c35-fb35-45fb-8100-1e711f34d692 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475052 Aug 29 22:48:52.154512 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks [] for port (6e2fdec9-3434-4396-ab26-fb6226861907), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.161487 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:52.215327 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.221139 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.298232 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.299145 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.299798 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.300337 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.300894 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.301404 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.301966 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.302474 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.303795 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.304320 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.305019 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.305701 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.306230 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.307067 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.307747 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:52.329972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.336560 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.386021 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Network 289d5317-906f-489d-ad26-1f02ec75ed7d is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:52.401683 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:52.408414 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f647c1-285d-48ac-8d13-20c2286c0ec6 None None] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:52.413772 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:52.445365 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4f911-12d8-469f-99f4-77ebff44707d None None] Pushing event updated for resources: {'Port': ['ID=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:52.470864 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:48Z', 'revision_number': 3, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:52.530222 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811703e-bcca-45a7-a03c-dc2ca4ef55f4 None None] The sync data for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi is: [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:48Z', 'revision_number': 3, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:52.562550 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2fdec9-3434-4396-ab26-fb6226861907,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:52.574168 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f86e1083-f244-4eaa-8abc-6d97b319a1b3 req-5fc3d7f1-7a5d-4a70-a046-b092b6dceff2 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 210 time: 0.1827030 Aug 29 22:48:52.639546 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-18c1fbb6-b525-4ea2-bf92-813ae32813f1 None None] Provisioning complete for port 6e6ba4cf-3003-413c-b225-3996a47c18a4 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:52.641020 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-18c1fbb6-b525-4ea2-bf92-813ae32813f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.685576 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (ff3baf33-228c-4f26-9103-814295f085ef), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.765080 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.865533 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.918706 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:50Z', 'revision_number': 3, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:52.978851 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.015937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.047591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:53.048137 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Updating router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e port 82481ceb-9c54-4bdd-86cb-337abb3768da binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:53.087535 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:53.125777 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:53.128544 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e6ba4cf-3003-413c-b225-3996a47c18a4 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:53.239606 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-18c1fbb6-b525-4ea2-bf92-813ae32813f1 None None] Current status of the port 6e6ba4cf-3003-413c-b225-3996a47c18a4 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:53.272005 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.451687 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks [] for port (6e2fdec9-3434-4396-ab26-fb6226861907), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.458857 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.462620 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Allocated IP 172.20.0.1 (97336a57-5879-42cd-b56c-34e6fb04c8c0/0ddaa405-9f74-42a8-880f-f165e7bb850e/226d955d-65f8-4fc8-a2a1-092c8aebfbba) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:53.506838 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-f18d4a01-3a0e-4ce8-a8e0-9f31fb297ef3 None None] Provisioning complete for port 6e2fdec9-3434-4396-ab26-fb6226861907 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:53.508463 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-f18d4a01-3a0e-4ce8-a8e0-9f31fb297ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.558427 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6e6ba4cf-3003-413c-b225-3996a47c18a4 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:53.559314 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.573885 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2fdec9-3434-4396-ab26-fb6226861907,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:53.577354 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (ff3baf33-228c-4f26-9103-814295f085ef), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.665577 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-f18d4a01-3a0e-4ce8-a8e0-9f31fb297ef3 None None] Port 6e2fdec9-3434-4396-ab26-fb6226861907 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:53.682983 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks [] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.702094 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Network 289d5317-906f-489d-ad26-1f02ec75ed7d is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:53.703708 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:53.754129 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.837875 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Pushing event updated for resources: {'Port': ['ID=226d955d-65f8-4fc8-a2a1-092c8aebfbba,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:53.858096 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:53.859680 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:53.861145 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-dcf6b659-88ec-4173-8f07-038095205d68 None None] Provisioning complete for port 6e6ba4cf-3003-413c-b225-3996a47c18a4 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:53.861531 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b659-88ec-4173-8f07-038095205d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.864578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:53.865444 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a1198167-054b-498e-96f4-3dc244c3de65 req-127c8964-3123-45ab-a84e-697fab0ab034 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 210 time: 0.0923126 Aug 29 22:48:53.970097 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.989653 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6e6ba4cf-3003-413c-b225-3996a47c18a4 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:54.112008 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Publish callbacks [] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.134607 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.233998 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:54.291534 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.363790 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Attempting to bind port 82481ceb-9c54-4bdd-86cb-337abb3768da on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:54.363790 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Attempting to bind port 82481ceb-9c54-4bdd-86cb-337abb3768da by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:54.364180 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Attempting to bind port 82481ceb-9c54-4bdd-86cb-337abb3768da on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:54.384476 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:54.385145 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:54.385747 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.386303 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:54.386980 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Bound port: 82481ceb-9c54-4bdd-86cb-337abb3768da, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:54.387559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.420867 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eb8b2-4583-44af-b974-93c51b923c16 None None] Pushing event updated for resources: {'Port': ['ID=82481ceb-9c54-4bdd-86cb-337abb3768da,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:54.425727 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Router ff3baf33-228c-4f26-9103-814295f085ef has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:54.478636 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6b659-88ec-4173-8f07-038095205d68 None None] Current status of the port 6e6ba4cf-3003-413c-b225-3996a47c18a4 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:54.500654 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] For port 82481ceb-9c54-4bdd-86cb-337abb3768da, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:54.504649 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] For port 82481ceb-9c54-4bdd-86cb-337abb3768da, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=82481ceb-9c54-4bdd-86cb-337abb3768da,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:54.509514 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks [] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.520795 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.522017 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.536960 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:54.576295 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:54.584864 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8af6a0a0-f890-4a5f-92ac-17a5839af3d6 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ff3baf33-228c-4f26-9103-814295f085ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5767398 Aug 29 22:48:54.585612 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:54.586283 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:54.633110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.636847 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Pushing event updated for resources: {'Port': ['ID=226d955d-65f8-4fc8-a2a1-092c8aebfbba,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:54.658605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-e83cfb58-753b-4bc7-805a-08263d0423d7 None None] Provisioning complete for port 226d955d-65f8-4fc8-a2a1-092c8aebfbba triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:54.659009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e83cfb58-753b-4bc7-805a-08263d0423d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.691232 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:54.699610 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eb8b2-4583-44af-b974-93c51b923c16 None None] Pushing event updated for resources: {'Port': ['ID=82481ceb-9c54-4bdd-86cb-337abb3768da,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:54.755999 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-e83cfb58-753b-4bc7-805a-08263d0423d7 None None] Port 226d955d-65f8-4fc8-a2a1-092c8aebfbba cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:54.772490 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:54.775469 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:54.790251 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-e83cfb58-753b-4bc7-805a-08263d0423d7 None None] Provisioning complete for port 6e2fdec9-3434-4396-ab26-fb6226861907 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:54.790913 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e83cfb58-753b-4bc7-805a-08263d0423d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.860917 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:54.977554 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-e83cfb58-753b-4bc7-805a-08263d0423d7 None None] Port 6e2fdec9-3434-4396-ab26-fb6226861907 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:55.092464 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 408cf1d6-114f-4e71-b5bf-34388a9f6d4a up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:55.105986 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-260b3145-8936-449f-9d72-0e5cda86a724 req-4c87afdf-da37-48f9-bf71-6e9319ab6036 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 210 time: 0.0708632 Aug 29 22:48:55.347753 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:55.366355 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:55.381066 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Sync routers for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:55.399713 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:55.400526 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:55.406062 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-2b6e6330-8f28-4b6e-915a-61087412c067 None None] Provisioning complete for port 226d955d-65f8-4fc8-a2a1-092c8aebfbba triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:55.406448 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6330-8f28-4b6e-915a-61087412c067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:55.480202 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e6330-8f28-4b6e-915a-61087412c067 None None] Port 226d955d-65f8-4fc8-a2a1-092c8aebfbba cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:55.482394 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:55.483080 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:55.487746 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 2, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:55.548209 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806921fc-3c3e-45a0-bf65-9bfa24c659e0 None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 2, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:55.582211 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:55.620475 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:55.621443 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:55.627319 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:55.639297 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-2ded51c0-21d0-44fd-8790-c64bfdade844 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/bf76f447-1e8a-40ee-9535-7d1bf30f8a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7023706 Aug 29 22:48:55.658459 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:55.663151 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:55.736858 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:55.764655 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 42962) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:55.769842 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1120700-network', 'tenant_id': '3738ca011675489ba88c4265e0f1488b'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:55.803769 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Made reservation on behalf of 3738ca011675489ba88c4265e0f1488b for: {'network': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:55.808557 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:55.831792 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:55.888936 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:48:53Z', 'revision_number': 2, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:55.933535 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Checking router: ff3baf33-228c-4f26-9103-814295f085ef for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:55.933885 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Updating router ff3baf33-228c-4f26-9103-814295f085ef port 6e2fdec9-3434-4396-ab26-fb6226861907 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:55.978993 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.010424 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.035009 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:56.059667 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks [] for security_group (25772331-2532-44c3-a4d2-3f752c73839b), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.068089 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (25772331-2532-44c3-a4d2-3f752c73839b), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.163146 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=134262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:56.206484 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-ca4446f7-5bd4-480e-8a37-ac423e9f4f75 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.211182 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-ca4446f7-5bd4-480e-8a37-ac423e9f4f75 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "GET /networking/v2.0/networks?id=da172aa1-4f64-4bb9-9655-6592e47746b6 HTTP/1.1" status: 200 len: 808 time: 0.2859945 Aug 29 22:48:56.233573 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Request body: {'port': {'device_id': '97de149e-8421-4146-9412-4310fd744d3a', 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6', 'admin_state_up': True, 'tenant_id': 'b1f240a0b08841edb5906875c5dcf3e7'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:56.258203 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (bb0bc3d0-97cb-48ea-86b9-9efc94d60db7), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.258555 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.segments_db [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Added segment bb0bc3d0-97cb-48ea-86b9-9efc94d60db7 of type vlan for network a3327e95-95dc-4824-aee0-b31549c0e044 Aug 29 22:48:56.259937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25772331-2532-44c3-a4d2-3f752c73839b,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:56.272237 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-39f03bc0-e57c-4a89-b3ec-bc761b3a0c13 req-f44474c7-ac9c-472f-a175-08a60c7c0ced tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 210 time: 0.0385287 Aug 29 22:48:56.391586 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (a3327e95-95dc-4824-aee0-b31549c0e044), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.482283 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Publish callbacks [] for port (6e2fdec9-3434-4396-ab26-fb6226861907), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.503203 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.547031 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (a3327e95-95dc-4824-aee0-b31549c0e044), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.547031 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.547031 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.634092 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:56.649690 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8839238 Aug 29 22:48:56.652659 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42988) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:56.653577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Made reservation on behalf of b1f240a0b08841edb5906875c5dcf3e7 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:56.657587 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.658595 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Request body: {'subnet': {'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1120700-subnet', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:56.685979 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:56.694704 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17fae3-031a-423d-be65-7eaaddbae061 None None] Pushing event updated for resources: {'Port': ['ID=6e2fdec9-3434-4396-ab26-fb6226861907,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:56.714338 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:56.758780 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec94acf-dd9b-4f9c-a285-82a7355a6e92 admin admin] Pushing event updated for resources: {'Network': ['ID=a3327e95-95dc-4824-aee0-b31549c0e044,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:56.759617 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Attempting to bind port 6e2fdec9-3434-4396-ab26-fb6226861907 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:56.760169 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Attempting to bind port 6e2fdec9-3434-4396-ab26-fb6226861907 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:56.761641 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Attempting to bind port 6e2fdec9-3434-4396-ab26-fb6226861907 on network 289d5317-906f-489d-ad26-1f02ec75ed7d {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:56.771644 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Made reservation on behalf of 3738ca011675489ba88c4265e0f1488b for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:56.774007 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network a3327e95-95dc-4824-aee0-b31549c0e044 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:56.802808 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:56.810837 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Checking segment: {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:56.812472 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847562'] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.813862 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.816321 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Bound using segment: {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:56.820257 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Bound port: 6e2fdec9-3434-4396-ab26-fb6226861907, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:56.826184 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.886987 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 42994) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:56.909507 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1861252108-network', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:57.044070 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.059201 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] For port 6e2fdec9-3434-4396-ab26-fb6226861907, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:57.087074 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] For port 6e2fdec9-3434-4396-ab26-fb6226861907, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6e2fdec9-3434-4396-ab26-fb6226861907,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:57.090694 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Allocated IP 172.20.0.5 (da172aa1-4f64-4bb9-9655-6592e47746b6/82e6833f-e109-4371-85ca-e7d7e0e205ec/19f9eb52-b6af-4a64-a37e-c1180d0381bb) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:57.096925 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.129128 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 82481ceb-9c54-4bdd-86cb-337abb3768da up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:57.157108 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:57.159455 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:57.164015 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Made reservation on behalf of 7e728c6888fe4d159900e8212c6c2e81 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:57.166354 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.231743 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.241097 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 82481ceb-9c54-4bdd-86cb-337abb3768da triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:57.242314 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.321729 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17fae3-031a-423d-be65-7eaaddbae061 None None] Pushing event updated for resources: {'Port': ['ID=6e2fdec9-3434-4396-ab26-fb6226861907,revision_number=4']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:57.330142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.337939 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.411955 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 82481ceb-9c54-4bdd-86cb-337abb3768da is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:57.413232 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.445345 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 82481ceb-9c54-4bdd-86cb-337abb3768da, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=82481ceb-9c54-4bdd-86cb-337abb3768da,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:57.452675 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.453764 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 408cf1d6-114f-4e71-b5bf-34388a9f6d4a up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:57.455104 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:57.490378 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks [] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.502094 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.526523 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.547666 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:57.547917 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.548570 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.621684 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9334292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847580'] for subnet (062d5d55-b948-4264-bc96-caf031cb3d65), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.654677 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:57.660412 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Network da172aa1-4f64-4bb9-9655-6592e47746b6 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:57.672289 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=82481ceb-9c54-4bdd-86cb-337abb3768da,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:57.676555 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:57.680721 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:57.727566 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Checking segment: {'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:57.727803 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Network hostable DHCP agents. Network: a3327e95-95dc-4824-aee0-b31549c0e044, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:57.771139 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95bd7-15f3-45b9-8aa4-c9f2f642ad8d req-1209850d-b32d-4d61-91f4-bfe0e35271c5 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:57.773263 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Pushing event updated for resources: {'Port': ['ID=19f9eb52-b6af-4a64-a37e-c1180d0381bb,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:57.781867 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ca95bd7-15f3-45b9-8aa4-c9f2f642ad8d req-1209850d-b32d-4d61-91f4-bfe0e35271c5 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 931 time: 0.2930481 Aug 29 22:48:57.813626 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Network a3327e95-95dc-4824-aee0-b31549c0e044 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:57.842800 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:57.844666 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.879413 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=062d5d55-b948-4264-bc96-caf031cb3d65,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:57.890009 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, a3327e95-95dc-4824-aee0-b31549c0e044) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:57.898636 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307e4480-08e2-4538-a514-24a94010d171 None None] Network a3327e95-95dc-4824-aee0-b31549c0e044 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:57.909621 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-845b7e73-30a3-48f2-b29a-0c61c190aa11 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6860719 Aug 29 22:48:57.923814 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Request body: {'port': {'device_id': '97de149e-8421-4146-9412-4310fd744d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:57.946500 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:57.955451 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.964989 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks [] for security_group (50b38183-b136-42b2-b840-3c2f79b3740f), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.985480 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (50b38183-b136-42b2-b840-3c2f79b3740f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.021714 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ca95bd7-15f3-45b9-8aa4-c9f2f642ad8d req-39e7cc42-35e5-47d5-85e8-b75a8230961f tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384455 Aug 29 22:48:58.028106 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-a81372af-7bbb-436b-a7fa-5071b0cc21cc admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3741715 Aug 29 22:48:58.033136 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43006) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:58.044066 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:58.046009 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:58.061760 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b38183-b136-42b2-b840-3c2f79b3740f,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:58.067403 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (aef11af3-d6e5-4b4d-b904-1a6aebd54307), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.067750 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Added segment aef11af3-d6e5-4b4d-b904-1a6aebd54307 of type vlan for network 885c71fe-e7c4-4770-aab9-833cee35f3bf Aug 29 22:48:58.104596 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:58.109919 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.128315 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (9272e20f-f655-423b-9176-c27c337a0227), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.129369 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (9272e20f-f655-423b-9176-c27c337a0227), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.142784 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (885c71fe-e7c4-4770-aab9-833cee35f3bf), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.197298 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c30e9-c204-4ea3-90ac-f9b24e4fcdb1 None None] The sync data for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi is: [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:58.205596 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:58.210671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (885c71fe-e7c4-4770-aab9-833cee35f3bf), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.212406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:58.213464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.225852 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67158258-2547-48bf-a235-0911466b6583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-a3327e95-95dc-4824-aee0-b31549c0e044', 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044', 'project_id': '3738ca011675489ba88c4265e0f1488b', 'fixed_ips': [{'subnet_id': '062d5d55-b948-4264-bc96-caf031cb3d65'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:58.227424 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-67158258-2547-48bf-a235-0911466b6583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.374621 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks [] for router_controller (9272e20f-f655-423b-9176-c27c337a0227), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.382227 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] Pushing event updated for resources: {'Network': ['ID=885c71fe-e7c4-4770-aab9-833cee35f3bf,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:58.394251 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-db1c7832-aaa0-4e75-81cc-1adcfb5ab796 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4970415 Aug 29 22:48:58.397161 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43012) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:58.402177 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:58.406476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Request body: {'subnet': {'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1861252108-subnet', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'ip_version': 4}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:58.422475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:58.447967 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Made reservation on behalf of 7e728c6888fe4d159900e8212c6c2e81 for: {'subnet': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:58.458902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847562'] for subnet (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.515511 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-67158258-2547-48bf-a235-0911466b6583 None None] Allocated IP 172.20.0.2 (a3327e95-95dc-4824-aee0-b31549c0e044/062d5d55-b948-4264-bc96-caf031cb3d65/d45691cf-365e-47f2-b8d4-24d7f312e787) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:58.690234 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks [] for router_gateway (9272e20f-f655-423b-9176-c27c337a0227), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.768652 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:58.859885 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9334292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847580'] for subnet (cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.874916 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-67158258-2547-48bf-a235-0911466b6583 None None] Publish callbacks [] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:58.892519 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-67158258-2547-48bf-a235-0911466b6583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.003070 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67158258-2547-48bf-a235-0911466b6583 None None] Network a3327e95-95dc-4824-aee0-b31549c0e044 is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:59.003070 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-67158258-2547-48bf-a235-0911466b6583 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:59.003070 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67158258-2547-48bf-a235-0911466b6583 None None] Pushing event updated for resources: {'Port': ['ID=d45691cf-365e-47f2-b8d4-24d7f312e787,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:59.014281 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:59.020880 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67158258-2547-48bf-a235-0911466b6583 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:59.046581 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Checking segment: {'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:59.047522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Network hostable DHCP agents. Network: 885c71fe-e7c4-4770-aab9-833cee35f3bf, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:59.078850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:59.097556 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f9eb52-b6af-4a64-a37e-c1180d0381bb {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:59.107465 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Publish callbacks [] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.115837 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 885c71fe-e7c4-4770-aab9-833cee35f3bf) {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:59.125734 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:59.126415 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.127429 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Transition to ACTIVE for port object 19f9eb52-b6af-4a64-a37e-c1180d0381bb will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:48:59.128474 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:59.132812 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.191524 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-303276a4-0f29-4836-8a55-33e7b9ea8cde admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7929764 Aug 29 22:48:59.194552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43026) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:59.240232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:59.297702 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:59.299314 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9eb52-b6af-4a64-a37e-c1180d0381bb,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:59.317046 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e66-104e-4c5f-92a2-aa2474b26d86 req-f14687b9-f9ae-4fea-a176-4cf6645f0e81 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:59.332229 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-30610e66-104e-4c5f-92a2-aa2474b26d86 req-f14687b9-f9ae-4fea-a176-4cf6645f0e81 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 943 time: 0.1078002 Aug 29 22:48:59.351365 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d830b5-9bf4-4189-bec6-9f39251142cd None None] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:59.354820 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 82481ceb-9c54-4bdd-86cb-337abb3768da up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:59.395454 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-30610e66-104e-4c5f-92a2-aa2474b26d86 req-bc2fcecf-125c-4c51-8542-cd0d1b999293 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598934 Aug 29 22:48:59.473196 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-67158258-2547-48bf-a235-0911466b6583 None None] Attempting to bind port d45691cf-365e-47f2-b8d4-24d7f312e787 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:59.473842 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-67158258-2547-48bf-a235-0911466b6583 None None] Attempting to bind port d45691cf-365e-47f2-b8d4-24d7f312e787 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:59.474301 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158258-2547-48bf-a235-0911466b6583 None None] Attempting to bind port d45691cf-365e-47f2-b8d4-24d7f312e787 on network a3327e95-95dc-4824-aee0-b31549c0e044 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:59.486780 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.488210 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.492145 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158258-2547-48bf-a235-0911466b6583 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:59.492714 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158258-2547-48bf-a235-0911466b6583 None None] Checking segment: {'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:59.493138 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-67158258-2547-48bf-a235-0911466b6583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.493340 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks [] for router_gateway (9272e20f-f655-423b-9176-c27c337a0227), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.493540 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158258-2547-48bf-a235-0911466b6583 None None] Bound using segment: {'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:59.494035 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-67158258-2547-48bf-a235-0911466b6583 None None] Bound port: d45691cf-365e-47f2-b8d4-24d7f312e787, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:59.494416 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-67158258-2547-48bf-a235-0911466b6583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.533808 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Attempting to bind port 19f9eb52-b6af-4a64-a37e-c1180d0381bb on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:59.534137 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 82481ceb-9c54-4bdd-86cb-337abb3768da triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:59.534319 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Attempting to bind port 19f9eb52-b6af-4a64-a37e-c1180d0381bb by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:59.534490 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.534608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Attempting to bind port 19f9eb52-b6af-4a64-a37e-c1180d0381bb on network da172aa1-4f64-4bb9-9655-6592e47746b6 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:59.540963 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.552633 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Port 19f9eb52-b6af-4a64-a37e-c1180d0381bb on network da172aa1-4f64-4bb9-9655-6592e47746b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:48:59.552954 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Attempting to bind port 19f9eb52-b6af-4a64-a37e-c1180d0381bb on network da172aa1-4f64-4bb9-9655-6592e47746b6 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:59.572200 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:59.572551 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Checking segment: {'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:59.572937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Bound using segment: {'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:59.573384 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Bound port: 19f9eb52-b6af-4a64-a37e-c1180d0381bb, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:59.573745 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.591368 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:59.641716 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-885c71fe-e7c4-4770-aab9-833cee35f3bf', 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf', 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'fixed_ips': [{'subnet_id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:59.642966 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.649846 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks [] for router_controller (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.672290 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:59.673657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:59.690526 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:59.754057 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-67158258-2547-48bf-a235-0911466b6583 None None] For port d45691cf-365e-47f2-b8d4-24d7f312e787, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:59.839409 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-67158258-2547-48bf-a235-0911466b6583 None None] For port d45691cf-365e-47f2-b8d4-24d7f312e787, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=d45691cf-365e-47f2-b8d4-24d7f312e787,segment=NetworkSegment(bb0bc3d0-97cb-48ea-86b9-9efc94d60db7),segment_id=bb0bc3d0-97cb-48ea-86b9-9efc94d60db7)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:59.875226 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] For port 19f9eb52-b6af-4a64-a37e-c1180d0381bb, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:59.901404 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks [] for router_gateway (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.910919 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] For port 19f9eb52-b6af-4a64-a37e-c1180d0381bb, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=19f9eb52-b6af-4a64-a37e-c1180d0381bb,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:59.912758 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Allocated IP 172.27.1.32 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/81c26da3-fb9f-4a00-9b6e-745a3ec367e5) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:59.914888 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-67158258-2547-48bf-a235-0911466b6583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.934279 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.962849 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:59.963525 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:59.964950 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/19f9eb52-b6af-4a64-a37e-c1180d0381bb HTTP/1.1" status: 200 len: 1093 time: 2.0487795 Aug 29 22:49:00.001570 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97de149e-8421-4146-9412-4310fd744d3a', 'tag': '19f9eb52-b6af-4a64-a37e-c1180d0381bb'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:00.002444 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3730ff4-b7de-49db-996d-9ab49526cdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "97de149e-8421-4146-9412-4310fd744d3a", "tag": "19f9eb52-b6af-4a64-a37e-c1180d0381bb"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:00.022112 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 82481ceb-9c54-4bdd-86cb-337abb3768da is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:00.023570 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e2fdec9-3434-4396-ab26-fb6226861907 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:00.111565 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:00.122884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3cfde-7783-4839-8fc2-c2faaf357c2b x-openstack-request-id: req-e8c3cfde-7783-4839-8fc2-c2faaf357c2b {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:00.123186 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97de149e-8421-4146-9412-4310fd744d3a", "tag": "19f9eb52-b6af-4a64-a37e-c1180d0381bb", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:00.123440 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8c3cfde-7783-4839-8fc2-c2faaf357c2b {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:00.123845 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c3cfde-7783-4839-8fc2-c2faaf357c2b'] response: {'name': 'network-changed', 'server_uuid': '97de149e-8421-4146-9412-4310fd744d3a', 'tag': '19f9eb52-b6af-4a64-a37e-c1180d0381bb', 'status': 'completed', 'code': 200} Aug 29 22:49:00.126927 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:00.219753 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-0a906244-9d5a-477e-92fc-ff601f4d83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:00.221291 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-0a906244-9d5a-477e-92fc-ff601f4d83ed service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b1f240a0b08841edb5906875c5dcf3e7&device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 1127 time: 0.1720598 Aug 29 22:49:00.237428 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67158258-2547-48bf-a235-0911466b6583 None None] Pushing event updated for resources: {'Port': ['ID=d45691cf-365e-47f2-b8d4-24d7f312e787,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:00.281077 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6e2fdec9-3434-4396-ab26-fb6226861907 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:00.281448 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:00.353961 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:00.459578 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Allocated IP 172.20.0.2 (885c71fe-e7c4-4770-aab9-833cee35f3bf/cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d/b94d3161-4d10-40a4-b15a-831c30a29ffa) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:49:00.608719 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6e2fdec9-3434-4396-ab26-fb6226861907 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:00.609954 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:00.660546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe7167-b714-4da4-b538-a63be42cc2fe req-757ea772-36d0-4ee8-a5fd-a4e3b5bbee09 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:00.670531 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6fe7167-b714-4da4-b538-a63be42cc2fe req-757ea772-36d0-4ee8-a5fd-a4e3b5bbee09 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 943 time: 0.0621424 Aug 29 22:49:00.730212 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 6e2fdec9-3434-4396-ab26-fb6226861907, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6e2fdec9-3434-4396-ab26-fb6226861907,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:00.740894 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a6fe7167-b714-4da4-b538-a63be42cc2fe req-0084fdfd-b8c4-44a2-9b28-6c47b0d9a224 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Aug 29 22:49:00.748106 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:00.783545 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:00.840487 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb88880-c1fe-43eb-9514-3c23508aefc7 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9eb52-b6af-4a64-a37e-c1180d0381bb,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:00.879454 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=6e2fdec9-3434-4396-ab26-fb6226861907,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:00.912257 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 2, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:01.014368 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-adeed754-3776-4249-9929-3a2027b30b31 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f9eb52-b6af-4a64-a37e-c1180d0381bb HTTP/1.1" status: 200 len: 217 time: 0.7850633 Aug 29 22:49:01.022274 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:01.023378 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Updating router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e port 226d955d-65f8-4fc8-a2a1-092c8aebfbba binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:49:01.101262 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Publish callbacks [] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.109364 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.116482 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.126187 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks [] for router_gateway (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.181404 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks [] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.183485 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:01.187738 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:01.193649 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:01.206280 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:01.208271 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.215164 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device d45691cf-365e-47f2-b8d4-24d7f312e787 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:01.286088 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43048) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:01.314462 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-1066a78a-d56e-4bdf-8c12-489dbd037a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:01.315030 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-1066a78a-d56e-4bdf-8c12-489dbd037a00 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=82e6833f-e109-4371-85ca-e7d7e0e205ec HTTP/1.1" status: 200 len: 848 time: 0.2910488 Aug 29 22:49:01.321002 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.321692 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Pushing event updated for resources: {'Port': ['ID=b94d3161-4d10-40a4-b15a-831c30a29ffa,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:01.422137 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Allocated IP 172.27.1.120 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/7b4ba9f5-309f-4f4f-b270-c573a1090fb2) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:49:01.438535 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Attempting to bind port b94d3161-4d10-40a4-b15a-831c30a29ffa on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:01.443261 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Attempting to bind port b94d3161-4d10-40a4-b15a-831c30a29ffa by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:01.444076 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Attempting to bind port b94d3161-4d10-40a4-b15a-831c30a29ffa on network 885c71fe-e7c4-4770-aab9-833cee35f3bf {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:01.466500 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port d45691cf-365e-47f2-b8d4-24d7f312e787 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:01.466953 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.491955 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c90ff6f1-6139-4af3-b0e4-5569a4993db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.504127 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Pushing event updated for resources: {'Port': ['ID=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:01.540937 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:01.543315 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:01.547516 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:01.550823 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-ecffb690-bcdb-435a-bbda-791485156c40 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=da172aa1-4f64-4bb9-9655-6592e47746b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566108 Aug 29 22:49:01.567094 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:01.579142 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:01.580037 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Checking segment: {'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:01.581349 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.582003 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Bound using segment: {'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:01.583055 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Bound port: b94d3161-4d10-40a4-b15a-831c30a29ffa, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:01.583585 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.626285 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:01.647970 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c90ff6f1-6139-4af3-b0e4-5569a4993db4 admin admin] Publish callbacks [] for security_group (6c8730e4-e0d3-4987-824b-7135d3dd9292), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.655318 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c90ff6f1-6139-4af3-b0e4-5569a4993db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6c8730e4-e0d3-4987-824b-7135d3dd9292), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.682081 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-9a4aa821-7ecc-48b8-b348-b78575e9a73f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110990 Aug 29 22:49:01.684438 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port d45691cf-365e-47f2-b8d4-24d7f312e787 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:01.686195 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.732766 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c90ff6f1-6139-4af3-b0e4-5569a4993db4 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fb29932410eb4588868635137f669d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444215 Aug 29 22:49:01.737079 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43052) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:01.746709 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9caad1a-c14a-49c5-92cf-fb82216e8fea None None] Network a3327e95-95dc-4824-aee0-b31549c0e044 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:49:01.749131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ff6f1-6139-4af3-b0e4-5569a4993db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8730e4-e0d3-4987-824b-7135d3dd9292,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:01.855733 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b6c992fc-2c1d-4bb6-975a-f22f6680f817 admin admin] Publish callbacks [] for security_group (6c8730e4-e0d3-4987-824b-7135d3dd9292), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.911291 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:01.938345 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b6c992fc-2c1d-4bb6-975a-f22f6680f817 admin admin] Publish callbacks [] for security_group (6c8730e4-e0d3-4987-824b-7135d3dd9292), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.989533 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0b525-9189-4a8b-aea6-5b2a32d0edc6 req-1ff1a048-d0a5-4911-a01f-2db834829983 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:01.994484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dee0b525-9189-4a8b-aea6-5b2a32d0edc6 req-1ff1a048-d0a5-4911-a01f-2db834829983 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 943 time: 0.1238694 Aug 29 22:49:02.018516 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-089d77ab-a53a-404b-bf43-93cc349be9ba None None] Provisioning complete for port d45691cf-365e-47f2-b8d4-24d7f312e787 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:02.018918 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-089d77ab-a53a-404b-bf43-93cc349be9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.103057 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port d45691cf-365e-47f2-b8d4-24d7f312e787, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=d45691cf-365e-47f2-b8d4-24d7f312e787,segment=NetworkSegment(bb0bc3d0-97cb-48ea-86b9-9efc94d60db7),segment_id=bb0bc3d0-97cb-48ea-86b9-9efc94d60db7)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:02.120210 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dee0b525-9189-4a8b-aea6-5b2a32d0edc6 req-81a21ebe-5b14-440d-82b9-bb5b22d3681b tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077306 Aug 29 22:49:02.123443 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.124260 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e2fdec9-3434-4396-ab26-fb6226861907 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:02.126986 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b6c992fc-2c1d-4bb6-975a-f22f6680f817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (6c8730e4-e0d3-4987-824b-7135d3dd9292), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.130747 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b6c992fc-2c1d-4bb6-975a-f22f6680f817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.146783 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b6c992fc-2c1d-4bb6-975a-f22f6680f817 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/6c8730e4-e0d3-4987-824b-7135d3dd9292 HTTP/1.1" status: 204 len: 168 time: 0.3977118 Aug 29 22:49:02.166566 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] For port b94d3161-4d10-40a4-b15a-831c30a29ffa, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:02.168607 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-3db70860-91b2-44b6-be2d-6bc0e2fb7bea req-c27d0b37-5725-47d6-a59a-29938b03feca service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182332 Aug 29 22:49:02.172040 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c992fc-2c1d-4bb6-975a-f22f6680f817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8730e4-e0d3-4987-824b-7135d3dd9292,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:02.172367 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks [] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.225047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:02.244134 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] For port b94d3161-4d10-40a4-b15a-831c30a29ffa, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=b94d3161-4d10-40a4-b15a-831c30a29ffa,segment=NetworkSegment(aef11af3-d6e5-4b4d-b904-1a6aebd54307),segment_id=aef11af3-d6e5-4b4d-b904-1a6aebd54307)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:02.308643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.327441 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.389401 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:02.419642 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks [] for router_gateway (9272e20f-f655-423b-9176-c27c337a0227), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.423809 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=d45691cf-365e-47f2-b8d4-24d7f312e787,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:02.493888 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 6e2fdec9-3434-4396-ab26-fb6226861907 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:02.494491 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.587437 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:02.600989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:02.601902 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-089d77ab-a53a-404b-bf43-93cc349be9ba None None] Current status of the port d45691cf-365e-47f2-b8d4-24d7f312e787 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:02.656653 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:02.669656 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:02.685453 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Publish callbacks [] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.714357 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.728132 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd86f9a-097d-4388-bfa4-5506e5b1f7a8 None None] Pushing event updated for resources: {'Port': ['ID=b94d3161-4d10-40a4-b15a-831c30a29ffa,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:02.762571 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:02.886580 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8d105-dace-4729-a234-c1f3aec84e04 None None] Pushing event updated for resources: {'Port': ['ID=226d955d-65f8-4fc8-a2a1-092c8aebfbba,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:02.890222 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43062) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:02.917192 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c70d4e45-0869-4906-810b-6c348a903e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.937317 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:02.938026 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 6e2fdec9-3434-4396-ab26-fb6226861907 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:02.947619 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c147590-bc56-4e70-a4fe-435e146d79af None None] Provisioning complete for port d45691cf-365e-47f2-b8d4-24d7f312e787 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:02.948410 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c147590-bc56-4e70-a4fe-435e146d79af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.076954 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c70d4e45-0869-4906-810b-6c348a903e91 admin admin] Publish callbacks [] for security_group (2105ca1a-bef3-46e2-94f6-96000a183f66), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.083198 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c70d4e45-0869-4906-810b-6c348a903e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2105ca1a-bef3-46e2-94f6-96000a183f66), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.092324 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (9272e20f-f655-423b-9176-c27c337a0227), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.098569 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-0341d879-e724-465b-9d58-bad12c9fb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:03.098984 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Attempting to bind port 226d955d-65f8-4fc8-a2a1-092c8aebfbba on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:03.099508 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Attempting to bind port 226d955d-65f8-4fc8-a2a1-092c8aebfbba by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:03.100439 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-0341d879-e724-465b-9d58-bad12c9fb02c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b1f240a0b08841edb5906875c5dcf3e7&device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 1127 time: 0.2318478 Aug 29 22:49:03.100718 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Attempting to bind port 226d955d-65f8-4fc8-a2a1-092c8aebfbba on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:03.127690 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:03.128427 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Checking segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:03.129020 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.129467 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Bound using segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:03.130784 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Bound port: 226d955d-65f8-4fc8-a2a1-092c8aebfbba, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:03.131912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.172878 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c70d4e45-0869-4906-810b-6c348a903e91 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=c4c4c9cf573c4a4894f1863a68d77df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770205 Aug 29 22:49:03.175863 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43066) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:03.180171 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d4e45-0869-4906-810b-6c348a903e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2105ca1a-bef3-46e2-94f6-96000a183f66,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:03.257800 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.258878 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device b94d3161-4d10-40a4-b15a-831c30a29ffa up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:03.271225 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9de2aad-9dd4-43d2-8c2e-f56344e4600b admin admin] Publish callbacks [] for security_group (2105ca1a-bef3-46e2-94f6-96000a183f66), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.303676 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9de2aad-9dd4-43d2-8c2e-f56344e4600b admin admin] Publish callbacks [] for security_group (2105ca1a-bef3-46e2-94f6-96000a183f66), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.370460 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c147590-bc56-4e70-a4fe-435e146d79af None None] Current status of the port d45691cf-365e-47f2-b8d4-24d7f312e787 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:03.373100 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks [] for router_gateway (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.395153 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] For port 226d955d-65f8-4fc8-a2a1-092c8aebfbba, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:03.398308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6a3cf-6c8f-413b-89e0-05dbef3ada65 req-d37262fb-1729-49ee-9ef9-18806202e178 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:03.401020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-66e6a3cf-6c8f-413b-89e0-05dbef3ada65 req-d37262fb-1729-49ee-9ef9-18806202e178 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 943 time: 0.1158743 Aug 29 22:49:03.403313 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] For port 226d955d-65f8-4fc8-a2a1-092c8aebfbba, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=226d955d-65f8-4fc8-a2a1-092c8aebfbba,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:03.418839 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.438318 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9de2aad-9dd4-43d2-8c2e-f56344e4600b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (2105ca1a-bef3-46e2-94f6-96000a183f66), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.444827 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b9de2aad-9dd4-43d2-8c2e-f56344e4600b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.444827 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b9de2aad-9dd4-43d2-8c2e-f56344e4600b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2105ca1a-bef3-46e2-94f6-96000a183f66 HTTP/1.1" status: 204 len: 168 time: 0.2658896 Aug 29 22:49:03.489372 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port b94d3161-4d10-40a4-b15a-831c30a29ffa triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:03.491436 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.505024 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de2aad-9dd4-43d2-8c2e-f56344e4600b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105ca1a-bef3-46e2-94f6-96000a183f66,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:03.515271 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-66e6a3cf-6c8f-413b-89e0-05dbef3ada65 req-d1e095b3-74aa-4840-afc9-266239bb41c5 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937042 Aug 29 22:49:03.530026 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-0acc29c6-792e-4468-9aeb-219974375a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:03.532233 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-0acc29c6-792e-4468-9aeb-219974375a58 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=da172aa1-4f64-4bb9-9655-6592e47746b6 HTTP/1.1" status: 200 len: 909 time: 0.4261272 Aug 29 22:49:03.603677 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-3fd770a8-32e7-4744-9443-16f5f6c36681 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f9eb52-b6af-4a64-a37e-c1180d0381bb HTTP/1.1" status: 200 len: 217 time: 0.0619318 Aug 29 22:49:03.617073 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:03.617839 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:03.673815 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8d105-dace-4729-a234-c1f3aec84e04 None None] Pushing event updated for resources: {'Port': ['ID=226d955d-65f8-4fc8-a2a1-092c8aebfbba,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:03.762544 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.786908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port b94d3161-4d10-40a4-b15a-831c30a29ffa is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:03.787302 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.793211 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Router 9272e20f-f655-423b-9176-c27c337a0227 is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:49:03.801801 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-fd15c56e-5233-49ca-9120-dd951b5ad5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:03.806966 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-fd15c56e-5233-49ca-9120-dd951b5ad5d3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=82e6833f-e109-4371-85ca-e7d7e0e205ec HTTP/1.1" status: 200 len: 848 time: 0.1857574 Aug 29 22:49:03.812524 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:03.817039 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.858906 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-73b3d825-22a2-43e7-8866-ef1ec077a8ce service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=da172aa1-4f64-4bb9-9655-6592e47746b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406091 Aug 29 22:49:03.868511 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.887616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port b94d3161-4d10-40a4-b15a-831c30a29ffa, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=b94d3161-4d10-40a4-b15a-831c30a29ffa,segment=NetworkSegment(aef11af3-d6e5-4b4d-b904-1a6aebd54307),segment_id=aef11af3-d6e5-4b4d-b904-1a6aebd54307)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:03.917863 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.918674 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device d45691cf-365e-47f2-b8d4-24d7f312e787 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:03.972595 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:04.058938 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=b94d3161-4d10-40a4-b15a-831c30a29ffa,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:04.075127 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e91d7-d2f7-43b3-b88c-8d2967c5e1dd None None] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:49:04.078171 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 19f9eb52-b6af-4a64-a37e-c1180d0381bb details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:49:04.175419 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port d45691cf-365e-47f2-b8d4-24d7f312e787 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:04.176058 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:04.205568 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-9f098bc8-0d3e-4815-a41b-fb063ad123a3 None None] Provisioning complete for port b94d3161-4d10-40a4-b15a-831c30a29ffa triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:04.205939 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9f098bc8-0d3e-4815-a41b-fb063ad123a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:04.423451 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:49:04.438663 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Sync routers for ids ['9272e20f-f655-423b-9176-c27c337a0227'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:49:04.455651 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-14e312b6-6388-4add-9fc0-fdb7730cb89d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887392 Aug 29 22:49:04.459545 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Routers {'9272e20f-f655-423b-9176-c27c337a0227'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:04.460327 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:04.461683 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-757911e3-4d75-456a-b329-ae3e795c5965 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4274344 Aug 29 22:49:04.461832 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9272e20f-f655-423b-9176-c27c337a0227'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:04.466040 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43086) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:04.525334 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:03Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:04.582590 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f38a3-7dea-4e71-87d1-191646fb7ded None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:03Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:04.637153 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:49:04.650411 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e3730ff4-b7de-49db-996d-9ab49526cdf4 req-e7f565f5-9b64-4135-ac94-a64cda18d94d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779382 Aug 29 22:49:04.682556 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:04.776990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:04.783576 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Set router 9272e20f-f655-423b-9176-c27c337a0227 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:04.813671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0d22-13ce-4229-863c-054a1a9953ac req-7148a3fa-9537-4629-90e4-744957da1330 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:04.828354 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb3d0d22-13ce-4229-863c-054a1a9953ac req-7148a3fa-9537-4629-90e4-744957da1330 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 943 time: 0.0852256 Aug 29 22:49:04.837370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 19f9eb52-b6af-4a64-a37e-c1180d0381bb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=19f9eb52-b6af-4a64-a37e-c1180d0381bb,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:04.864785 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:04.935552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:49:04.952322 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port d45691cf-365e-47f2-b8d4-24d7f312e787 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:04.963645 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '19f9eb52-b6af-4a64-a37e-c1180d0381bb', 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6', 'port_id': '19f9eb52-b6af-4a64-a37e-c1180d0381bb', 'mac_address': 'fa:16:3e:b6:e7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e6833f-e109-4371-85ca-e7d7e0e205ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:49:04.968890 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-9f098bc8-0d3e-4815-a41b-fb063ad123a3 None None] Current status of the port b94d3161-4d10-40a4-b15a-831c30a29ffa is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:04.976431 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:04.982492 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-a783a7ff-4e96-4e9e-bab7-6b275a53ca42 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7646544 Aug 29 22:49:04.983784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43094) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:05.000325 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Sync routers for ids ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:49:05.135548 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Routers {'9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:05.136452 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:05.149467 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb3d0d22-13ce-4229-863c-054a1a9953ac req-c4e484de-a952-4161-bb3b-e045cebdd64c tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189094 Aug 29 22:49:05.346848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 19f9eb52-b6af-4a64-a37e-c1180d0381bb is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:05.346848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.396220 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:49:02Z', 'revision_number': 3, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port': {'id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:05.402392 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device b94d3161-4d10-40a4-b15a-831c30a29ffa up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:05.451868 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Checking router: 9272e20f-f655-423b-9176-c27c337a0227 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:05.452969 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Updating router 9272e20f-f655-423b-9176-c27c337a0227 port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:49:05.530422 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.533145 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f9eb52-b6af-4a64-a37e-c1180d0381bb {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:05.643143 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Set router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:05.720116 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:05.796055 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:05.908901 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Publish callbacks [] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.927758 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.966978 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Attempting to bind port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:05.968221 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Attempting to bind port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:05.968969 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Attempting to bind port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:06.002308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.025840 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:06.027624 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:06.028482 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.029848 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:06.030867 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Bound port: 81c26da3-fb9f-4a00-9b6e-745a3ec367e5, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:06.031651 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.070701 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-1c5cc0e6-5ee9-4ad2-a50c-d66f2ce96124 None None] Provisioning complete for port b94d3161-4d10-40a4-b15a-831c30a29ffa triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:06.072523 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc0e6-5ee9-4ad2-a50c-d66f2ce96124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.097195 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:06.115489 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] For port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:06.126792 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] For port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:06.135249 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.146803 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:06.171395 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Routers {'9272e20f-f655-423b-9176-c27c337a0227'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:06.172142 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9272e20f-f655-423b-9176-c27c337a0227'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:06.179960 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdc2c5-5190-432e-ba57-8b09a2578773 None None] Pushing event updated for resources: {'Port': ['ID=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,revision_number=2']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:06.255887 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:06.271235 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 19f9eb52-b6af-4a64-a37e-c1180d0381bb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=19f9eb52-b6af-4a64-a37e-c1180d0381bb,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:06.299929 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.395002 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdc2c5-5190-432e-ba57-8b09a2578773 None None] Pushing event updated for resources: {'Port': ['ID=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:06.424359 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.504119 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=19f9eb52-b6af-4a64-a37e-c1180d0381bb,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:06.508627 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port b94d3161-4d10-40a4-b15a-831c30a29ffa triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:06.509575 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.523952 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] Set router 9272e20f-f655-423b-9176-c27c337a0227 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:06.569286 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:03Z', 'revision_number': 3, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:06.572430 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8122-0f5f-43ed-8e63-9c84504d483e req-7587750d-68fa-4bda-8068-e23ad83d6f0d tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:06.583928 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5d8a8122-0f5f-43ed-8e63-9c84504d483e req-7587750d-68fa-4bda-8068-e23ad83d6f0d tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 944 time: 0.1758754 Aug 29 22:49:06.632351 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['19f9eb52-b6af-4a64-a37e-c1180d0381bb'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:06.656007 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Allocated IP 172.20.0.1 (a3327e95-95dc-4824-aee0-b31549c0e044/062d5d55-b948-4264-bc96-caf031cb3d65/0c7d5088-3624-45ef-b0be-a2ac9582aa50) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:49:06.709494 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5d8a8122-0f5f-43ed-8e63-9c84504d483e req-0c6390d3-8001-4b1f-9c6c-8747d16b48f8 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230404 Aug 29 22:49:06.782940 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Checking router: 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:06.783310 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Updating router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:49:06.831251 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Allocated IP 172.20.0.1 (885c71fe-e7c4-4770-aab9-833cee35f3bf/cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d/a42a4ed5-364a-4fb8-a60b-f47206359ff8) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:49:06.840352 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:49:02Z', 'revision_number': 3, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port': {'id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:06.902184 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c997e-0763-4bdf-a5dd-75fafa37f8c0 None None] The sync data for ids ['9272e20f-f655-423b-9176-c27c337a0227'] in dv-cinder-854270-4-iscsi is: [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:49:02Z', 'revision_number': 3, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port': {'id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:06.956179 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks [] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.985645 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.020303 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.031116 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks [] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.042276 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cc0e6-5ee9-4ad2-a50c-d66f2ce96124 None None] Current status of the port b94d3161-4d10-40a4-b15a-831c30a29ffa is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:07.052957 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.087843 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.147131 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port b94d3161-4d10-40a4-b15a-831c30a29ffa is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:07.148193 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 226d955d-65f8-4fc8-a2a1-092c8aebfbba up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:07.163222 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.173119 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7d5088-3624-45ef-b0be-a2ac9582aa50,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:07.194692 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:07.199002 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Network a3327e95-95dc-4824-aee0-b31549c0e044 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:07.200806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:07.210564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:07.216811 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:07.228475 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:07.242360 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a42a4ed5-364a-4fb8-a60b-f47206359ff8,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:07.377330 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.381968 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 226d955d-65f8-4fc8-a2a1-092c8aebfbba triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:07.382668 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.416837 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (9272e20f-f655-423b-9176-c27c337a0227), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.488473 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.675748 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.677425 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.719675 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.843489 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Publish callbacks [] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.859534 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.867917 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 226d955d-65f8-4fc8-a2a1-092c8aebfbba is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:07.868309 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.932542 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-b88c8167-c2a0-48a0-9c0b-16fb0e5b48d1 None None] Provisioning complete for port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:07.932879 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-b88c8167-c2a0-48a0-9c0b-16fb0e5b48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.940923 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Attempting to bind port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:07.941451 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Attempting to bind port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:07.942098 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Attempting to bind port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:07.973598 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.000551 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:08.001225 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:08.002859 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.002859 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:08.003275 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Bound port: 7b4ba9f5-309f-4f4f-b270-c573a1090fb2, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:08.004014 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.087125 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks [] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.094282 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35da490-db2b-4366-b4ac-814477f653d2 req-044f4852-d20c-4656-92f5-eb1ff7add985 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:08.095083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.096638 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f35da490-db2b-4366-b4ac-814477f653d2 req-044f4852-d20c-4656-92f5-eb1ff7add985 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 944 time: 0.2527726 Aug 29 22:49:08.103855 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abc9e5-57fa-4173-9932-315764361599 None None] Pushing event updated for resources: {'Port': ['ID=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:08.119470 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 226d955d-65f8-4fc8-a2a1-092c8aebfbba, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=226d955d-65f8-4fc8-a2a1-092c8aebfbba,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:08.132807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-b88c8167-c2a0-48a0-9c0b-16fb0e5b48d1 None None] Port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:49:08.143079 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.286584 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f35da490-db2b-4366-b4ac-814477f653d2 req-d30c5492-8781-4a3e-8e2c-252d30ee8d92 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152163 Aug 29 22:49:08.303580 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.321459 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-72b00d7f-e595-4905-b2d0-055a3388e9d4 None None] Provisioning complete for port a42a4ed5-364a-4fb8-a60b-f47206359ff8 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:08.322161 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-72b00d7f-e595-4905-b2d0-055a3388e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.358109 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 19f9eb52-b6af-4a64-a37e-c1180d0381bb up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:08.366099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:08.409236 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a42a4ed5-364a-4fb8-a60b-f47206359ff8,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:08.453406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks [] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.461585 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.495347 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:08.497889 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:08.569493 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (9272e20f-f655-423b-9176-c27c337a0227), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.576631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7d5088-3624-45ef-b0be-a2ac9582aa50,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:08.703908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:08.713423 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:08.714386 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:49:08.723031 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] For port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:08.770612 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Network a3327e95-95dc-4824-aee0-b31549c0e044 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:08.772783 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:08.827912 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] For port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:08.868531 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-72b00d7f-e595-4905-b2d0-055a3388e9d4 None None] Port a42a4ed5-364a-4fb8-a60b-f47206359ff8 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:49:08.890620 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=226d955d-65f8-4fc8-a2a1-092c8aebfbba,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:08.915547 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.927662 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:49:08.934542 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-16aef5b4-a6e0-4af6-a309-3b9356bbedd0 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9490762 Aug 29 22:49:08.969021 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 19f9eb52-b6af-4a64-a37e-c1180d0381bb completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:08.998050 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 19f9eb52-b6af-4a64-a37e-c1180d0381bb triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:08.998432 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.007215 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Routers {'9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:09.007906 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:09.031567 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Router 9272e20f-f655-423b-9176-c27c337a0227 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:49:09.103072 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:09.110966 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:09.111471 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.116865 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-ab088b75-f6d9-4da2-8ad2-6237c497cf13 None None] Provisioning complete for port a42a4ed5-364a-4fb8-a60b-f47206359ff8 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:09.118341 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ab088b75-f6d9-4da2-8ad2-6237c497cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.173404 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abc9e5-57fa-4173-9932-315764361599 None None] Pushing event updated for resources: {'Port': ['ID=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:09.207877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:49:09.223573 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-db37e623-2a28-4aeb-9ff4-a418655a4415 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/9272e20f-f655-423b-9176-c27c337a0227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7554817 Aug 29 22:49:09.271586 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-ab088b75-f6d9-4da2-8ad2-6237c497cf13 None None] Port a42a4ed5-364a-4fb8-a60b-f47206359ff8 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:49:09.333652 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:09.358532 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] Set router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:09.462618 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 19f9eb52-b6af-4a64-a37e-c1180d0381bb is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:09.463131 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.519199 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-3eb50b98-31ee-428a-969e-0f69a5a0a2e9 None None] Provisioning complete for port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:09.520201 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3eb50b98-31ee-428a-969e-0f69a5a0a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.565406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe9634-56f7-4007-bb29-7d949ab0180a req-07162740-31f2-4200-8549-6abcddcc9151 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:09.580891 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-26fe9634-56f7-4007-bb29-7d949ab0180a req-07162740-31f2-4200-8549-6abcddcc9151 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 944 time: 0.1542988 Aug 29 22:49:09.605333 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:09.605860 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.632008 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de149e-8421-4146-9412-4310fd744d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9eb52-b6af-4a64-a37e-c1180d0381bb'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:09.644593 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce371112-c2d7-4643-8b99-19bd062aac37" -d '{"events": [{"server_uuid": "97de149e-8421-4146-9412-4310fd744d3a", "name": "network-vif-plugged", "status": "completed", "tag": "19f9eb52-b6af-4a64-a37e-c1180d0381bb"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:09.669700 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43148) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:09.680687 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-fb67cf41-3ced-4cb1-8b70-92c1c1cfe46e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584453056', 'description': 'tempest-secgroup-smoke-1584453056 description', 'project_id': '36e090f60dd244cea327de965ad9af13'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:09.725950 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-26fe9634-56f7-4007-bb29-7d949ab0180a req-5cecc67d-ba92-44e5-9111-4d7b0c1b791f tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431966 Aug 29 22:49:09.742206 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fb67cf41-3ced-4cb1-8b70-92c1c1cfe46e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.767213 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62366968-24ba-4d57-af85-09fbaa752bdd x-openstack-request-id: req-62366968-24ba-4d57-af85-09fbaa752bdd {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:09.768463 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de149e-8421-4146-9412-4310fd744d3a", "name": "network-vif-plugged", "status": "completed", "tag": "19f9eb52-b6af-4a64-a37e-c1180d0381bb", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:09.768837 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62366968-24ba-4d57-af85-09fbaa752bdd {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:09.769325 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62366968-24ba-4d57-af85-09fbaa752bdd'] response: {'server_uuid': '97de149e-8421-4146-9412-4310fd744d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9eb52-b6af-4a64-a37e-c1180d0381bb', 'code': 200} Aug 29 22:49:09.772253 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 19f9eb52-b6af-4a64-a37e-c1180d0381bb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=19f9eb52-b6af-4a64-a37e-c1180d0381bb,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:09.774488 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:09.778086 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-3eb50b98-31ee-428a-969e-0f69a5a0a2e9 None None] Port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:49:09.784147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.792272 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:09.795223 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.812009 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:09.902705 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fb67cf41-3ced-4cb1-8b70-92c1c1cfe46e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group (dd260f68-c17c-49cd-860e-dc4986baa9b3), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.911670 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fb67cf41-3ced-4cb1-8b70-92c1c1cfe46e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (dd260f68-c17c-49cd-860e-dc4986baa9b3), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.955013 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=19f9eb52-b6af-4a64-a37e-c1180d0381bb,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:09.979325 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67cf41-3ced-4cb1-8b70-92c1c1cfe46e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd260f68-c17c-49cd-860e-dc4986baa9b3,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:09.986852 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-fb67cf41-3ced-4cb1-8b70-92c1c1cfe46e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.991304 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-fb67cf41-3ced-4cb1-8b70-92c1c1cfe46e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3164713 Aug 29 22:49:09.991784 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43152) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:09.996903 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-cd93c5a8-8273-4da9-bd20-c5bfe5d23e89 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'security_group_rule': {'security_group_id': 'dd260f68-c17c-49cd-860e-dc4986baa9b3', 'project_id': '36e090f60dd244cea327de965ad9af13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:10.036316 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cd93c5a8-8273-4da9-bd20-c5bfe5d23e89 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (e800bc7f-20b4-46ad-b257-ee09fbfc0b4f), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.126242 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:10.135829 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dfffb-9fe4-45ae-85d7-bcc983bf12bc req-7fbb2bcc-85ff-409c-9db1-ee28d6f22224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:10.136829 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cd93c5a8-8273-4da9-bd20-c5bfe5d23e89 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (e800bc7f-20b4-46ad-b257-ee09fbfc0b4f), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.140558 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a42a4ed5-364a-4fb8-a60b-f47206359ff8', 'name': '', 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'mac_address': 'fa:16:3e:ac:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 2, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'subnets': [{'id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:10.142588 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cd93c5a8-8273-4da9-bd20-c5bfe5d23e89 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (e800bc7f-20b4-46ad-b257-ee09fbfc0b4f), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.142834 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-845dfffb-9fe4-45ae-85d7-bcc983bf12bc req-7fbb2bcc-85ff-409c-9db1-ee28d6f22224 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 1129 time: 0.0790641 Aug 29 22:49:10.152779 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Sync routers for ids ['9272e20f-f655-423b-9176-c27c337a0227'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:49:10.166393 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93c5a8-8273-4da9-bd20-c5bfe5d23e89 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e800bc7f-20b4-46ad-b257-ee09fbfc0b4f,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:10.179001 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f1066-babf-462f-9117-3761279bc1b0 None None] The sync data for ids ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'] in dv-cinder-854270-4-iscsi is: [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a42a4ed5-364a-4fb8-a60b-f47206359ff8', 'name': '', 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'mac_address': 'fa:16:3e:ac:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 2, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'subnets': [{'id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:10.185631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-cd93c5a8-8273-4da9-bd20-c5bfe5d23e89 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.187566 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-cd93c5a8-8273-4da9-bd20-c5bfe5d23e89 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1945257 Aug 29 22:49:10.192216 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43158) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:10.201167 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-d0943179-de33-4d55-adb9-dcbd6899a1e9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'security_group_rule': {'security_group_id': 'dd260f68-c17c-49cd-860e-dc4986baa9b3', 'project_id': '36e090f60dd244cea327de965ad9af13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:10.210154 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Routers {'9272e20f-f655-423b-9176-c27c337a0227'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:10.212367 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9272e20f-f655-423b-9176-c27c337a0227'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:10.253744 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d0943179-de33-4d55-adb9-dcbd6899a1e9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (6a996239-b514-40b8-be31-2ecaf819cfe5), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.346368 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d0943179-de33-4d55-adb9-dcbd6899a1e9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (6a996239-b514-40b8-be31-2ecaf819cfe5), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.350866 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d0943179-de33-4d55-adb9-dcbd6899a1e9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (6a996239-b514-40b8-be31-2ecaf819cfe5), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.367090 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:10.374999 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:10.378038 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0943179-de33-4d55-adb9-dcbd6899a1e9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a996239-b514-40b8-be31-2ecaf819cfe5,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:10.385749 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d0943179-de33-4d55-adb9-dcbd6899a1e9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.387447 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-d0943179-de33-4d55-adb9-dcbd6899a1e9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1937110 Aug 29 22:49:10.391957 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43162) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:10.397425 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-04f5f6ea-2d87-484c-9d8d-d877a4283e78 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'security_group_rule': {'security_group_id': 'dd260f68-c17c-49cd-860e-dc4986baa9b3', 'project_id': '36e090f60dd244cea327de965ad9af13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:10.410434 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Set router 9272e20f-f655-423b-9176-c27c337a0227 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:10.451570 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04f5f6ea-2d87-484c-9d8d-d877a4283e78 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (bab60c5e-9496-4d5c-b4ef-1827445d1f1a), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.458716 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:10.459296 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.526933 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:10.556049 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04f5f6ea-2d87-484c-9d8d-d877a4283e78 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (bab60c5e-9496-4d5c-b4ef-1827445d1f1a), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.564865 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04f5f6ea-2d87-484c-9d8d-d877a4283e78 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (bab60c5e-9496-4d5c-b4ef-1827445d1f1a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.609254 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5f6ea-2d87-484c-9d8d-d877a4283e78 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab60c5e-9496-4d5c-b4ef-1827445d1f1a,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:10.628207 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-04f5f6ea-2d87-484c-9d8d-d877a4283e78 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.635213 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-04f5f6ea-2d87-484c-9d8d-d877a4283e78 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371650 Aug 29 22:49:10.637547 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43174) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:10.643784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-5b032d9f-6cb9-45a0-8541-727cded20216 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'security_group_rule': {'security_group_id': 'dd260f68-c17c-49cd-860e-dc4986baa9b3', 'project_id': '36e090f60dd244cea327de965ad9af13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:10.685320 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:10.686469 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 226d955d-65f8-4fc8-a2a1-092c8aebfbba up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:10.708789 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5b032d9f-6cb9-45a0-8541-727cded20216 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (8bea9d50-f9b4-42c0-88ce-7fb83e8143d3), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.826547 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 226d955d-65f8-4fc8-a2a1-092c8aebfbba triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:10.827597 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.838917 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port': {'id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '0c7d5088-3624-45ef-b0be-a2ac9582aa50', 'name': '', 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'mac_address': 'fa:16:3e:91:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '062d5d55-b948-4264-bc96-caf031cb3d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:08Z', 'revision_number': 2, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'subnets': [{'id': '062d5d55-b948-4264-bc96-caf031cb3d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:10.842065 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5b032d9f-6cb9-45a0-8541-727cded20216 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (8bea9d50-f9b4-42c0-88ce-7fb83e8143d3), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.849647 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5b032d9f-6cb9-45a0-8541-727cded20216 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (8bea9d50-f9b4-42c0-88ce-7fb83e8143d3), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.883410 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b032d9f-6cb9-45a0-8541-727cded20216 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bea9d50-f9b4-42c0-88ce-7fb83e8143d3,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:10.902331 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5b032d9f-6cb9-45a0-8541-727cded20216 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.909066 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-5b032d9f-6cb9-45a0-8541-727cded20216 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2659056 Aug 29 22:49:10.910773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43182) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:10.922329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'security_group_rule': {'security_group_id': 'dd260f68-c17c-49cd-860e-dc4986baa9b3', 'project_id': '36e090f60dd244cea327de965ad9af13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:10.933590 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Checking router: 9272e20f-f655-423b-9176-c27c337a0227 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:10.933942 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Updating router 9272e20f-f655-423b-9176-c27c337a0227 port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:49:10.995505 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.023200 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 226d955d-65f8-4fc8-a2a1-092c8aebfbba is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:11.123002 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-845dfffb-9fe4-45ae-85d7-bcc983bf12bc req-5cdd0ec0-5bda-4cdf-b78e-6df41b19420d service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427159 Aug 29 22:49:11.147205 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431519b-091a-419c-b8ed-f45dd125cf42 req-dc2e5b4b-b499-4c11-8359-fddf69c4b798 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:11.149812 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c431519b-091a-419c-b8ed-f45dd125cf42 req-dc2e5b4b-b499-4c11-8359-fddf69c4b798 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 945 time: 0.2181146 Aug 29 22:49:11.152170 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.securitygroups_db [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Project 36e090f60dd244cea327de965ad9af13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:49:11.161530 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:11.193347 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (338c5ac1-a5df-48d2-8765-a0a79789ed3e), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.294583 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c431519b-091a-419c-b8ed-f45dd125cf42 req-eb480dcc-0225-466a-8bbb-3a88e7f0f976 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339974 Aug 29 22:49:11.346026 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (338c5ac1-a5df-48d2-8765-a0a79789ed3e), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.355478 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (338c5ac1-a5df-48d2-8765-a0a79789ed3e), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.396166 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338c5ac1-a5df-48d2-8765-a0a79789ed3e,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:11.449396 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.452921 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b42e8a45-d5ab-41e0-a396-10d980b136df tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5400105 Aug 29 22:49:11.458454 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43186) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:11.464998 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:11.468383 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'security_group_rule': {'security_group_id': 'dd260f68-c17c-49cd-860e-dc4986baa9b3', 'project_id': '36e090f60dd244cea327de965ad9af13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:11.497530 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.securitygroups_db [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Project 36e090f60dd244cea327de965ad9af13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:49:11.509380 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (cdf25b25-cd87-4915-b208-2c0b96b58233), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.589049 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Publish callbacks [] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.598661 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.702226 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (cdf25b25-cd87-4915-b208-2c0b96b58233), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.707804 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (cdf25b25-cd87-4915-b208-2c0b96b58233), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.737362 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf25b25-cd87-4915-b208-2c0b96b58233,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:11.743809 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.745367 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-d9a6d9aa-6a03-403a-a9a2-9ef30d150c90 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2856796 Aug 29 22:49:11.764966 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267458b-3ebc-4f0f-9ad2-c2d638980459 None None] Pushing event updated for resources: {'Port': ['ID=0c7d5088-3624-45ef-b0be-a2ac9582aa50,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:11.871183 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Attempting to bind port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:11.871692 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Attempting to bind port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:11.872302 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Attempting to bind port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 on network a3327e95-95dc-4824-aee0-b31549c0e044 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:11.885965 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:11.887294 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Checking segment: {'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:11.887433 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.888943 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Bound using segment: {'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:11.891568 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Bound port: 0c7d5088-3624-45ef-b0be-a2ac9582aa50, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:11.896472 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:12.017773 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9ee88812-b7ad-4085-943f-f5ca3a72be75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:12.083507 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] For port 0c7d5088-3624-45ef-b0be-a2ac9582aa50, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:12.101713 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] For port 0c7d5088-3624-45ef-b0be-a2ac9582aa50, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0c7d5088-3624-45ef-b0be-a2ac9582aa50,segment=NetworkSegment(bb0bc3d0-97cb-48ea-86b9-9efc94d60db7),segment_id=bb0bc3d0-97cb-48ea-86b9-9efc94d60db7)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:12.112952 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:12.233881 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267458b-3ebc-4f0f-9ad2-c2d638980459 None None] Pushing event updated for resources: {'Port': ['ID=0c7d5088-3624-45ef-b0be-a2ac9582aa50,revision_number=4']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:12.282145 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Routers {'9272e20f-f655-423b-9176-c27c337a0227'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:12.283216 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9272e20f-f655-423b-9176-c27c337a0227'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:12.420947 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:12.583911 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] Set router 9272e20f-f655-423b-9176-c27c337a0227 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:12.585753 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:12.589669 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:12.658725 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:12.662689 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5fda-442e-4570-8dfc-aa6fa0445628 req-2cf6175e-e30c-4d31-a1ff-fbcfa4ba0b27 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:12.682904 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a37d5fda-442e-4570-8dfc-aa6fa0445628 req-2cf6175e-e30c-4d31-a1ff-fbcfa4ba0b27 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 945 time: 0.2181287 Aug 29 22:49:12.784623 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:12.807784 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:12.811866 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:12.813252 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:12.859616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:12.869663 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:12.931519 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a37d5fda-442e-4570-8dfc-aa6fa0445628 req-0ef134f7-2540-4262-97ac-467772fbe504 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462976 Aug 29 22:49:12.962616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:13.061720 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port': {'id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '0c7d5088-3624-45ef-b0be-a2ac9582aa50', 'name': '', 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'mac_address': 'fa:16:3e:91:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '062d5d55-b948-4264-bc96-caf031cb3d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'subnets': [{'id': '062d5d55-b948-4264-bc96-caf031cb3d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:13.118350 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b7dda-e0f1-4190-9465-95b12a4b5c7d None None] The sync data for ids ['9272e20f-f655-423b-9176-c27c337a0227'] in dv-cinder-854270-4-iscsi is: [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port': {'id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '0c7d5088-3624-45ef-b0be-a2ac9582aa50', 'name': '', 'network_id': 'a3327e95-95dc-4824-aee0-b31549c0e044', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'mac_address': 'fa:16:3e:91:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '062d5d55-b948-4264-bc96-caf031cb3d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'subnets': [{'id': '062d5d55-b948-4264-bc96-caf031cb3d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:13.219110 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:49:14.268634 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Sync routers for ids ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:49:14.312688 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Routers {'9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:14.313810 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:48:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:14.319665 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dde64-9855-4b52-bfe9-dd93ee3c25b9 req-86530dec-fe9f-4cd2-af24-b45bf6287826 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:14.326341 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-405dde64-9855-4b52-bfe9-dd93ee3c25b9 req-86530dec-fe9f-4cd2-af24-b45bf6287826 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 945 time: 0.2381787 Aug 29 22:49:14.490506 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-405dde64-9855-4b52-bfe9-dd93ee3c25b9 req-1413c0ea-2f50-4f84-98d1-7957836d983c tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529999 Aug 29 22:49:14.558883 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Set router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:14.587857 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:14.593608 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0c7d5088-3624-45ef-b0be-a2ac9582aa50 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:14.937162 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c938e839-001e-43f2-ad07-70aeb76fc8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:14.962511 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:14.962924 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.126270 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:15.126925 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.175579 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a42a4ed5-364a-4fb8-a60b-f47206359ff8', 'name': '', 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'mac_address': 'fa:16:3e:ac:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 2, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'subnets': [{'id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:15.216690 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 0c7d5088-3624-45ef-b0be-a2ac9582aa50, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0c7d5088-3624-45ef-b0be-a2ac9582aa50,segment=NetworkSegment(bb0bc3d0-97cb-48ea-86b9-9efc94d60db7),segment_id=bb0bc3d0-97cb-48ea-86b9-9efc94d60db7)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:15.219584 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Checking router: 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:15.219719 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Updating router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 port a42a4ed5-364a-4fb8-a60b-f47206359ff8 binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:49:15.224111 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.225149 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:15.353311 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.484686 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=0c7d5088-3624-45ef-b0be-a2ac9582aa50,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:15.493587 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:15.494165 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.508413 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:15.706348 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68f65-ecd7-4e47-9562-8a017142f1bd req-215c66fc-7f15-4214-8cf7-d1da4c3c3376 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:15.730579 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b8c68f65-ecd7-4e47-9562-8a017142f1bd req-215c66fc-7f15-4214-8cf7-d1da4c3c3376 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 945 time: 0.0802867 Aug 29 22:49:15.810651 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:15.820241 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.884643 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b8c68f65-ecd7-4e47-9562-8a017142f1bd req-3fb1b510-cd4a-40b2-817e-d3ca2969617d tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519001 Aug 29 22:49:16.032261 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Publish callbacks [] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.042445 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.162189 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b5467-116e-4f1a-879d-3130d01bf895 None None] Pushing event updated for resources: {'Port': ['ID=a42a4ed5-364a-4fb8-a60b-f47206359ff8,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:16.172036 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:16.188314 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Attempting to bind port a42a4ed5-364a-4fb8-a60b-f47206359ff8 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:16.188697 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Attempting to bind port a42a4ed5-364a-4fb8-a60b-f47206359ff8 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:16.189063 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Attempting to bind port a42a4ed5-364a-4fb8-a60b-f47206359ff8 on network 885c71fe-e7c4-4770-aab9-833cee35f3bf {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:16.202256 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:16.202763 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Checking segment: {'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:16.203393 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.203799 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Bound using segment: {'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:16.204302 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Bound port: a42a4ed5-364a-4fb8-a60b-f47206359ff8, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef11af3-d6e5-4b4d-b904-1a6aebd54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:16.204817 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.358924 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] For port a42a4ed5-364a-4fb8-a60b-f47206359ff8, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:16.365914 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] For port a42a4ed5-364a-4fb8-a60b-f47206359ff8, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=a42a4ed5-364a-4fb8-a60b-f47206359ff8,segment=NetworkSegment(aef11af3-d6e5-4b4d-b904-1a6aebd54307),segment_id=aef11af3-d6e5-4b4d-b904-1a6aebd54307)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:16.375952 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.425150 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0c7d5088-3624-45ef-b0be-a2ac9582aa50 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:16.473919 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Routers {'9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:16.474702 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:49:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:16.675086 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b5467-116e-4f1a-879d-3130d01bf895 None None] Pushing event updated for resources: {'Port': ['ID=a42a4ed5-364a-4fb8-a60b-f47206359ff8,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:16.692661 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:16.692661 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.765062 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] Set router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:16.868295 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:17.014113 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.129372 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a42a4ed5-364a-4fb8-a60b-f47206359ff8', 'name': '', 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'mac_address': 'fa:16:3e:ac:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:16Z', 'revision_number': 4, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'subnets': [{'id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:17.164835 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac96f1f-a2ad-4e70-b4a0-85a484f6c564 None None] The sync data for ids ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'] in dv-cinder-854270-4-iscsi is: [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 4, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a42a4ed5-364a-4fb8-a60b-f47206359ff8', 'name': '', 'network_id': '885c71fe-e7c4-4770-aab9-833cee35f3bf', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'mac_address': 'fa:16:3e:ac:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:06Z', 'updated_at': '2022-08-29T22:49:16Z', 'revision_number': 4, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'subnets': [{'id': 'cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:17.166599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:17.228158 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8569b41-2aa6-403f-b122-3bfaf9a1d990 req-2e1b20ec-e7ec-45b4-9dcd-860edc4a2498 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:17.243612 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8569b41-2aa6-403f-b122-3bfaf9a1d990 req-2e1b20ec-e7ec-45b4-9dcd-860edc4a2498 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 945 time: 0.1199148 Aug 29 22:49:17.357630 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f8569b41-2aa6-403f-b122-3bfaf9a1d990 req-86afcec6-cfae-4497-8142-79621877f971 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014435 Aug 29 22:49:17.592756 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43304) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:17.755223 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.846754 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-81bafb2c-f720-4329-8f68-a63b90b9ee43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.955142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-81bafb2c-f720-4329-8f68-a63b90b9ee43 admin admin] Publish callbacks [] for security_group (32c7f558-f383-4cce-ad64-ecdc800957d8), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.967643 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-81bafb2c-f720-4329-8f68-a63b90b9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (32c7f558-f383-4cce-ad64-ecdc800957d8), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.033898 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bafb2c-f720-4329-8f68-a63b90b9ee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c7f558-f383-4cce-ad64-ecdc800957d8,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:18.045857 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:18.060402 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-81bafb2c-f720-4329-8f68-a63b90b9ee43 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=aa029c94a8824c6ca80fa741f3f36838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647999 Aug 29 22:49:18.063153 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43308) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:18.165467 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-321387be-8742-42e7-9478-90a502326c8b admin admin] Publish callbacks [] for security_group (32c7f558-f383-4cce-ad64-ecdc800957d8), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.246256 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-321387be-8742-42e7-9478-90a502326c8b admin admin] Publish callbacks [] for security_group (32c7f558-f383-4cce-ad64-ecdc800957d8), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.339489 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a42a4ed5-364a-4fb8-a60b-f47206359ff8 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:18.364513 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-321387be-8742-42e7-9478-90a502326c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (32c7f558-f383-4cce-ad64-ecdc800957d8), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.367625 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-321387be-8742-42e7-9478-90a502326c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.368976 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-321387be-8742-42e7-9478-90a502326c8b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/32c7f558-f383-4cce-ad64-ecdc800957d8 HTTP/1.1" status: 204 len: 168 time: 0.3040020 Aug 29 22:49:18.379503 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321387be-8742-42e7-9478-90a502326c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c7f558-f383-4cce-ad64-ecdc800957d8,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:18.534820 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-2af24968-f933-4b4c-ba3e-52dd6742ed89 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:18.538378 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-2af24968-f933-4b4c-ba3e-52dd6742ed89 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 945 time: 0.1678786 Aug 29 22:49:18.581267 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port a42a4ed5-364a-4fb8-a60b-f47206359ff8 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:18.581847 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.623627 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afd51b-1f38-43e7-86f7-d5b06b4a8522 req-8601ef71-1613-4f57-b061-4ce19ca7efc4 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:18.642585 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-86afd51b-1f38-43e7-86f7-d5b06b4a8522 req-8601ef71-1613-4f57-b061-4ce19ca7efc4 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 945 time: 0.1182432 Aug 29 22:49:18.772078 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Deleting port 19f9eb52-b6af-4a64-a37e-c1180d0381bb {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:49:18.773676 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.841522 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-86afd51b-1f38-43e7-86f7-d5b06b4a8522 req-632a7ef9-a06d-4d0b-885b-537b6efa1029 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887133 Aug 29 22:49:19.021448 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] For port 19f9eb52-b6af-4a64-a37e-c1180d0381bb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=19f9eb52-b6af-4a64-a37e-c1180d0381bb,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:19.022212 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.026580 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:19.061568 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Calling delete_port for 19f9eb52-b6af-4a64-a37e-c1180d0381bb owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:49:19.079961 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port a42a4ed5-364a-4fb8-a60b-f47206359ff8 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:19.081034 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.218490 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port a42a4ed5-364a-4fb8-a60b-f47206359ff8, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=a42a4ed5-364a-4fb8-a60b-f47206359ff8,segment=NetworkSegment(aef11af3-d6e5-4b4d-b904-1a6aebd54307),segment_id=aef11af3-d6e5-4b4d-b904-1a6aebd54307)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:19.223793 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.240194 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43318) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:19.278684 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3d890233-0bc0-48e1-b7fc-25ade1a8c2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.350897 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:19.364824 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=a42a4ed5-364a-4fb8-a60b-f47206359ff8,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:19.469312 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (19f9eb52-b6af-4a64-a37e-c1180d0381bb), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.485159 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['19f9eb52-b6af-4a64-a37e-c1180d0381bb'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:19.526898 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Pushing event deleted for resources: {'Port': ['ID=19f9eb52-b6af-4a64-a37e-c1180d0381bb,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:19.583875 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] No DVR routers for this DVR port 19f9eb52-b6af-4a64-a37e-c1180d0381bb on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:49:19.587301 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.590984 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-2bdf1f14-17c9-49b3-9188-e7ac901bf302 req-e570dcf4-b8b8-47a8-bf47-8f3908aeecf7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "DELETE /networking/v2.0/ports/19f9eb52-b6af-4a64-a37e-c1180d0381bb HTTP/1.1" status: 204 len: 173 time: 1.0472050 Aug 29 22:49:19.591756 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de149e-8421-4146-9412-4310fd744d3a', 'name': 'network-vif-deleted', 'tag': '19f9eb52-b6af-4a64-a37e-c1180d0381bb'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:19.595233 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ef53cb-0430-41f8-a9ae-1154b4456fe9" -d '{"events": [{"server_uuid": "97de149e-8421-4146-9412-4310fd744d3a", "name": "network-vif-deleted", "tag": "19f9eb52-b6af-4a64-a37e-c1180d0381bb"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:19.702032 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9299ea1e-87c6-41ec-97b0-622c16b0f6ea x-openstack-request-id: req-9299ea1e-87c6-41ec-97b0-622c16b0f6ea {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:19.702400 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de149e-8421-4146-9412-4310fd744d3a", "name": "network-vif-deleted", "tag": "19f9eb52-b6af-4a64-a37e-c1180d0381bb", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:19.702720 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9299ea1e-87c6-41ec-97b0-622c16b0f6ea {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:19.703225 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9299ea1e-87c6-41ec-97b0-622c16b0f6ea'] response: {'server_uuid': '97de149e-8421-4146-9412-4310fd744d3a', 'name': 'network-vif-deleted', 'tag': '19f9eb52-b6af-4a64-a37e-c1180d0381bb', 'status': 'completed', 'code': 200} Aug 29 22:49:19.862330 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3d890233-0bc0-48e1-b7fc-25ade1a8c2eb admin admin] Publish callbacks [] for security_group (160cc97f-bd97-4b05-b231-06a1a01365e9), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.869450 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-3d890233-0bc0-48e1-b7fc-25ade1a8c2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (160cc97f-bd97-4b05-b231-06a1a01365e9), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:19.905031 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-3d890233-0bc0-48e1-b7fc-25ade1a8c2eb admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=94489c90fc544dff87ec0ea624172c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6567051 Aug 29 22:49:19.907934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43328) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:19.970626 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d890233-0bc0-48e1-b7fc-25ade1a8c2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160cc97f-bd97-4b05-b231-06a1a01365e9,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:20.007863 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Publish callbacks [] for security_group (160cc97f-bd97-4b05-b231-06a1a01365e9), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:20.052940 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Publish callbacks [] for security_group (160cc97f-bd97-4b05-b231-06a1a01365e9), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:20.061025 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9446c8ba-fbd6-4787-adbd-4d9a38a362aa req-887f50d2-98db-4cf1-b9ee-ea30c6054c4e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97de149e-8421-4146-9412-4310fd744d3a HTTP/1.1" status: 200 len: 210 time: 0.0526791 Aug 29 22:49:20.177793 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (160cc97f-bd97-4b05-b231-06a1a01365e9), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:20.180426 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:20.191302 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-6542838c-e951-493d-99ad-61187705641a admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/160cc97f-bd97-4b05-b231-06a1a01365e9 HTTP/1.1" status: 204 len: 168 time: 0.2726758 Aug 29 22:49:20.201170 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160cc97f-bd97-4b05-b231-06a1a01365e9,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:20.242400 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.242980 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.243548 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.244989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.245564 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.248799 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.249042 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.249610 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.250162 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.256603 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.257389 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.258235 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.258905 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.259393 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.259946 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6542838c-e951-493d-99ad-61187705641a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:20.496136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a42a4ed5-364a-4fb8-a60b-f47206359ff8 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:20.584240 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port a42a4ed5-364a-4fb8-a60b-f47206359ff8 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:20.585166 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:20.719990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port a42a4ed5-364a-4fb8-a60b-f47206359ff8 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:22.943175 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:22.976003 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-9335278d-cdee-4713-8bc1-a29c88bdeb93 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:22.984040 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-9335278d-cdee-4713-8bc1-a29c88bdeb93 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/networks?id=da172aa1-4f64-4bb9-9655-6592e47746b6 HTTP/1.1" status: 200 len: 808 time: 0.1558161 Aug 29 22:49:22.994635 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:22.998834 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-028c8050-5acc-476d-bc73-dea4c9a29f37 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/quotas/b1f240a0b08841edb5906875c5dcf3e7 HTTP/1.1" status: 200 len: 375 time: 0.0137701 Aug 29 22:49:23.060699 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 19f9eb52-b6af-4a64-a37e-c1180d0381bb no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:49:23.074636 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-fd193376-7f99-4749-8569-1a3e94f19101 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b1f240a0b08841edb5906875c5dcf3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629258 Aug 29 22:49:23.146615 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 19f9eb52-b6af-4a64-a37e-c1180d0381bb {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:49:23.148233 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 19f9eb52-b6af-4a64-a37e-c1180d0381bb not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:49:23.213736 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=13 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:23.472288 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-8ef46c9f-ce7d-4db6-9f44-ed98f7076162 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951411 Aug 29 22:49:23.619247 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-7eb8369f-6d2c-4f87-88ca-f5f9e30853e2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394677 Aug 29 22:49:24.208473 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:24.916040 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97c51b19-9876-4b2a-8cac-e738a1050531 req-08ff2ba0-f5a9-48f6-90dc-3437cc7bcec7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 210 time: 0.0484164 Aug 29 22:49:26.014974 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:26.091448 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c6e2eae-5f29-4827-9f07-efa4638e0501 req-dc8db7f5-3006-45a8-bc9d-9db61c03664a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 210 time: 0.0616624 Aug 29 22:49:26.148788 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-3686e057-3de3-4b04-8889-9548f388374d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:26.150263 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-3686e057-3de3-4b04-8889-9548f388374d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 814 time: 0.1535347 Aug 29 22:49:26.169187 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-787e8782-1ad6-43c5-9f2c-c36675b740f8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/quotas/c814b0ae26d84c08b9c27e1f11d3b2ff HTTP/1.1" status: 200 len: 375 time: 0.0123262 Aug 29 22:49:26.248735 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-61ec67ac-8518-4a71-9490-2ceb9f213b9e tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724721 Aug 29 22:49:26.408650 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-8b2fec69-484b-493a-98d1-42507cea5180 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393056 Aug 29 22:49:26.501604 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-fe556d63-374d-413d-a30a-6d77cf5f4fd5 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:26.503321 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-fe556d63-374d-413d-a30a-6d77cf5f4fd5 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "GET /networking/v2.0/networks?id=da172aa1-4f64-4bb9-9655-6592e47746b6 HTTP/1.1" status: 200 len: 808 time: 0.1793349 Aug 29 22:49:26.529499 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Request body: {'port': {'device_id': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6', 'admin_state_up': True, 'tenant_id': 'b1f240a0b08841edb5906875c5dcf3e7'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:26.573587 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-eb6ee5e5-5862-4c49-8b9c-adab59a91cf3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510801 Aug 29 22:49:26.732348 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Made reservation on behalf of b1f240a0b08841edb5906875c5dcf3e7 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:49:26.736251 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:26.850647 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f421cbf0-3ebd-4d87-a3d6-493ad0b6dfad req-2ec6cfc2-b110-4506-8524-17c1cc1ff19c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 210 time: 0.0441520 Aug 29 22:49:26.867458 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:26.960655 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Allocated IP 172.20.0.10 (da172aa1-4f64-4bb9-9655-6592e47746b6/82e6833f-e109-4371-85ca-e7d7e0e205ec/4b5e7b71-0789-4c6a-9c3f-66ccacdbb089) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:49:27.057836 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:27.207945 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks [] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.251373 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-290bb71a-ad4d-495f-a49b-54f78b8333eb req-752b566d-13a8-4d73-bca0-34c20667d941 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 210 time: 0.0427492 Aug 29 22:49:27.266772 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.319985 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Network da172aa1-4f64-4bb9-9655-6592e47746b6 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:27.323354 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:27.328101 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:27.351763 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Pushing event updated for resources: {'Port': ['ID=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:27.390751 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:27.391394 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.413930 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-04894078-0cfd-4d71-8fd1-70671909599e tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8935802 Aug 29 22:49:27.425084 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Request body: {'port': {'device_id': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:27.510600 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.872110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:27.880393 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Publish callbacks [] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.898721 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Transition to ACTIVE for port object 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:49:27.904772 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.976013 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e631a4e4-95b1-4280-a769-db98e70ca2ae req-e48e58d5-944c-47f3-82be-93ca3aac9faa tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 210 time: 0.0409389 Aug 29 22:49:28.013516 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:28.017822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:28.066758 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Attempting to bind port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:28.067330 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Attempting to bind port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:28.067884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Attempting to bind port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 on network da172aa1-4f64-4bb9-9655-6592e47746b6 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:28.075356 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 on network da172aa1-4f64-4bb9-9655-6592e47746b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:49:28.075819 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Attempting to bind port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 on network da172aa1-4f64-4bb9-9655-6592e47746b6 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:28.084637 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:28.085137 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Checking segment: {'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:28.085753 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Bound using segment: {'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:28.086489 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Bound port: 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3445d060-874c-4c74-b177-24f9054ce2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:28.087122 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:28.142418 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:28.190315 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] For port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:28.193831 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] For port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:28.202393 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:28.207339 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:28.208044 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:28.209654 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 HTTP/1.1" status: 200 len: 1094 time: 0.7893014 Aug 29 22:49:28.210376 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'tag': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:28.212848 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29cb917-ab0b-4014-b914-a7fe0732e891" -d '{"events": [{"name": "network-changed", "server_uuid": "e12cc83a-69f0-4953-83a4-77d04972148a", "tag": "4b5e7b71-0789-4c6a-9c3f-66ccacdbb089"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:28.282836 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae4389-1566-4b09-8741-9c5ccdd08456 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:28.370943 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9378f3-bde5-4623-8dac-c5a895632713 x-openstack-request-id: req-ae9378f3-bde5-4623-8dac-c5a895632713 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:28.371982 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12cc83a-69f0-4953-83a4-77d04972148a", "tag": "4b5e7b71-0789-4c6a-9c3f-66ccacdbb089", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:28.371982 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae9378f3-bde5-4623-8dac-c5a895632713 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:28.372993 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9378f3-bde5-4623-8dac-c5a895632713'] response: {'name': 'network-changed', 'server_uuid': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'tag': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089', 'status': 'completed', 'code': 200} Aug 29 22:49:28.383052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-011107b7-edb1-43ad-baf0-736dd37282f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:28.385323 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-011107b7-edb1-43ad-baf0-736dd37282f0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b1f240a0b08841edb5906875c5dcf3e7&device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 1128 time: 0.0747697 Aug 29 22:49:28.409678 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-c3dc1266-3528-4118-922d-dccd7d0d78d9 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:28.412857 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-c3dc1266-3528-4118-922d-dccd7d0d78d9 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.84 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 814 time: 0.2330012 Aug 29 22:49:28.441749 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'port': {'device_id': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'admin_state_up': True, 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:28.457417 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-b6747c99-5452-40b7-8a45-fdc24522a383 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 HTTP/1.1" status: 200 len: 217 time: 0.0631399 Aug 29 22:49:28.547313 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-cee6e866-db6f-4f1f-b045-b7dbcc138e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:28.549515 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-cee6e866-db6f-4f1f-b045-b7dbcc138e0d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=82e6833f-e109-4371-85ca-e7d7e0e205ec HTTP/1.1" status: 200 len: 848 time: 0.0861514 Aug 29 22:49:28.584057 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-a8d5cbb4-ecd2-49bb-b215-9d45c4eb90e9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=da172aa1-4f64-4bb9-9655-6592e47746b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286832 Aug 29 22:49:28.590902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0f985-9b3a-45c8-b3ec-0fe02fa86fc7 req-96dd031d-a630-4466-9c6e-1699c576d223 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:28.592424 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-70c0f985-9b3a-45c8-b3ec-0fe02fa86fc7 req-96dd031d-a630-4466-9c6e-1699c576d223 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 944 time: 0.1782086 Aug 29 22:49:28.785298 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:28.800065 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-70c0f985-9b3a-45c8-b3ec-0fe02fa86fc7 req-10c09ab7-49ba-483e-bf89-70f5d8e771e7 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856074 Aug 29 22:49:28.828599 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-da43c3c8-4cbf-4699-8c56-33d3195d7408 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224920 Aug 29 22:49:28.843836 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Made reservation on behalf of c814b0ae26d84c08b9c27e1f11d3b2ff for: {'port': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:49:28.848325 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:29.063222 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:29.118290 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d81e1d4b-94a4-4745-a950-39c5ba0b7603 req-c990c338-6a92-475d-97b9-c14efad73ddd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826858 Aug 29 22:49:29.138602 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Allocated IP 172.20.0.7 (289d5317-906f-489d-ad26-1f02ec75ed7d/e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26/8cec05bd-1e08-4f8e-a54b-ec0c947a77bf) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:49:29.270215 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7f96b329-055e-4413-b101-ae998e3f0433 req-d6621aa6-c645-4891-a360-ee933b034ced tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 210 time: 0.0705936 Aug 29 22:49:29.520509 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:29.548060 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-aeebf54f-30bd-4051-a10b-7d16a875c5bb tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1584453056&fields=id&tenant_id=36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 267 time: 0.1196573 Aug 29 22:49:29.651274 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:29.712527 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Network 289d5317-906f-489d-ad26-1f02ec75ed7d is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:29.727092 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:29.735065 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:29.777490 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:29.788411 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-26beb792-6bb0-421f-a3a4-534b23a5b318 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:29.789990 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-26beb792-6bb0-421f-a3a4-534b23a5b318 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 810 time: 0.2285812 Aug 29 22:49:29.798006 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.798347 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.798690 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.799117 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.799396 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.799729 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.800088 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.800393 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.800724 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.801068 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.801375 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.801781 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.802021 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.802343 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.802671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:29.829395 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-f38bf119-cf94-45ba-ad1b-bec9bf3e43ef tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/quotas/36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 375 time: 0.0206397 Aug 29 22:49:29.837376 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:29.838035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:29.925290 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-9dd4014c-399a-405c-b7e3-d6d23e6f1f3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4905000 Aug 29 22:49:29.941998 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-345fd14c-72e8-43dc-8ec8-df866102b458 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005950 Aug 29 22:49:30.128424 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:30.131473 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-00d5d738-d8be-47d1-8129-00f45fc0d0de None None] Provisioning complete for port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:30.132141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-00d5d738-d8be-47d1-8129-00f45fc0d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:30.201765 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72a255-4b8b-4436-9df3-f8c056e80774 req-938f7806-5beb-45fb-a68f-124a0d9eebea tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:30.215660 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ac72a255-4b8b-4436-9df3-f8c056e80774 req-938f7806-5beb-45fb-a68f-124a0d9eebea tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 944 time: 0.1455131 Aug 29 22:49:30.311832 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-00d5d738-d8be-47d1-8129-00f45fc0d0de None None] Port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:49:30.371794 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-43f75d4d-e334-473a-b42a-965510316706 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062767 Aug 29 22:49:30.514441 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ac72a255-4b8b-4436-9df3-f8c056e80774 req-258a7565-bda5-4266-bd3c-29e6a272e614 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992668 Aug 29 22:49:30.636712 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-5a6798c0-efa7-4693-aa27-662f902bf1e1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633762 Aug 29 22:49:30.821875 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12691de-df7a-454a-b6b6-464824a197f0 req-d8afa6ee-c0a8-495e-b859-0002ba9a5414 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:30.832900 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e12691de-df7a-454a-b6b6-464824a197f0 req-d8afa6ee-c0a8-495e-b859-0002ba9a5414 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 931 time: 0.1690781 Aug 29 22:49:30.866937 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:30.930381 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e12691de-df7a-454a-b6b6-464824a197f0 req-6fbddca0-6220-4ae2-a90b-d76a49df2322 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931976 Aug 29 22:49:31.233375 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6d76d560-d059-44e8-b6d3-4cbd86f6f419 req-cbbc4188-8fa2-45f0-a725-d408bbe1bb54 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0494585 Aug 29 22:49:31.800723 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a9064-caa9-4b0a-a5f0-a563bc33faa7 req-25190688-6afe-45eb-9eba-6e23deff5e40 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:31.803582 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d87a9064-caa9-4b0a-a5f0-a563bc33faa7 req-25190688-6afe-45eb-9eba-6e23deff5e40 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 944 time: 0.1152868 Aug 29 22:49:31.932342 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d87a9064-caa9-4b0a-a5f0-a563bc33faa7 req-b295a474-ba11-4805-861d-8e7066a97775 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167321 Aug 29 22:49:32.170579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bdfd9-b5e2-4e5d-b665-346d1fbf7b62 req-161cfed9-72ae-42cc-9c35-4dce9fb804b5 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:32.172404 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b7bdfd9-b5e2-4e5d-b665-346d1fbf7b62 req-161cfed9-72ae-42cc-9c35-4dce9fb804b5 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 931 time: 0.0899727 Aug 29 22:49:32.249653 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6b7bdfd9-b5e2-4e5d-b665-346d1fbf7b62 req-c066935c-0beb-439e-b566-b57be8398516 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663583 Aug 29 22:49:32.413356 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a45cdb04-2720-4e6e-9555-9396939937a9 req-7bde28cc-be58-4349-9006-6886d3694e63 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0418704 Aug 29 22:49:33.091009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:49:33.222070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b0a80-ed57-444d-9a9b-26bc0df56c67 req-6d1a938d-bcf7-4e6e-af49-a1ad0fbec6f1 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:33.228892 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-515b0a80-ed57-444d-9a9b-26bc0df56c67 req-6d1a938d-bcf7-4e6e-af49-a1ad0fbec6f1 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 944 time: 0.1102188 Aug 29 22:49:33.277078 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:33.296760 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089', 'network_id': 'da172aa1-4f64-4bb9-9655-6592e47746b6', 'port_id': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089', 'mac_address': 'fa:16:3e:4b:cd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e6833f-e109-4371-85ca-e7d7e0e205ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:49:33.391982 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:33.395900 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:33.401383 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-515b0a80-ed57-444d-9a9b-26bc0df56c67 req-3025c330-fb23-4583-a3c5-42753ffda5dd tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669283 Aug 29 22:49:33.420356 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:33.463703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:33.483285 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:33.493898 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:33.501069 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889cfec-531b-4b1a-9ad6-9b7234addcd3 req-ea18225f-512e-49d3-ac26-fd42b5811c33 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:33.508782 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2889cfec-531b-4b1a-9ad6-9b7234addcd3 req-ea18225f-512e-49d3-ac26-fd42b5811c33 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 931 time: 0.0787573 Aug 29 22:49:33.599201 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:33.627474 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2889cfec-531b-4b1a-9ad6-9b7234addcd3 req-3d3c4359-bb1e-46ad-b1ea-cc2f4ecf8287 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173923 Aug 29 22:49:33.692382 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-66326b44-8459-4c51-be39-73c3545a6f67 req-6eafe958-b848-47a6-882c-5a6f44d103e6 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0634005 Aug 29 22:49:33.741062 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['4b5e7b71-0789-4c6a-9c3f-66ccacdbb089'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:34.573639 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddf9ed-7840-459c-bf36-366d1c5ca1f3 req-38b663a2-e3d2-4ef8-a8c0-e7b5fcfb64b1 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:34.576932 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-94ddf9ed-7840-459c-bf36-366d1c5ca1f3 req-38b663a2-e3d2-4ef8-a8c0-e7b5fcfb64b1 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 945 time: 0.0706747 Aug 29 22:49:34.648517 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-94ddf9ed-7840-459c-bf36-366d1c5ca1f3 req-e412d5e2-df57-4a7b-a192-d7b3fe779774 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622644 Aug 29 22:49:34.911461 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f70a12-4404-4525-a4a5-3faa67b0c0c3 req-84d90595-1a71-49e2-abc2-529f6718561a tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:34.913797 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-44f70a12-4404-4525-a4a5-3faa67b0c0c3 req-84d90595-1a71-49e2-abc2-529f6718561a tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 931 time: 0.1421363 Aug 29 22:49:34.916635 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9873ff2c-1a01-4183-948d-21757246f607 req-c0e21da3-44ee-48b9-a84b-3038ad5396c0 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0618029 Aug 29 22:49:35.011163 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-44f70a12-4404-4525-a4a5-3faa67b0c0c3 req-d070df9c-88a1-48df-ad09-8a031a55dcfc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851488 Aug 29 22:49:35.099056 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:35.190938 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:35.230006 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:35.235534 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:35.287367 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:35.345831 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:35.345831 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:35.374051 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:35.376422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2058829e-5356-4d68-9f0e-5294a027d14e" -d '{"events": [{"server_uuid": "e12cc83a-69f0-4953-83a4-77d04972148a", "name": "network-vif-plugged", "status": "completed", "tag": "4b5e7b71-0789-4c6a-9c3f-66ccacdbb089"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:35.402058 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:35.413517 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:35.461133 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e2b7d-45d1-45a7-b908-1d2493ecd937 x-openstack-request-id: req-c06e2b7d-45d1-45a7-b908-1d2493ecd937 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:35.461457 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12cc83a-69f0-4953-83a4-77d04972148a", "name": "network-vif-plugged", "status": "completed", "tag": "4b5e7b71-0789-4c6a-9c3f-66ccacdbb089", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:35.461752 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c06e2b7d-45d1-45a7-b908-1d2493ecd937 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:35.462193 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06e2b7d-45d1-45a7-b908-1d2493ecd937'] response: {'server_uuid': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089', 'code': 200} Aug 29 22:49:35.487613 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:35.822215 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0be64-66fa-470c-9e94-2498b804e440 req-6b469a03-05ab-4ec0-963c-6c1aa92c9f76 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:35.825252 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-83e0be64-66fa-470c-9e94-2498b804e440 req-6b469a03-05ab-4ec0-963c-6c1aa92c9f76 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.0662282 Aug 29 22:49:35.917982 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-83e0be64-66fa-470c-9e94-2498b804e440 req-553a4d75-6f8c-408f-9e20-816a8755d1e6 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846748 Aug 29 22:49:36.062369 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-79af55a9-5ae4-43d9-bec4-c5a4ed8f18e5 req-865e24fa-a03e-4986-8df8-9ed42de37b60 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0502222 Aug 29 22:49:36.178972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:36.186335 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948c21-f098-440f-825d-54519e51d5ec req-ee1f3d79-6d82-439c-ab78-acce4e51e774 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:36.187879 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-36948c21-f098-440f-825d-54519e51d5ec req-ee1f3d79-6d82-439c-ab78-acce4e51e774 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 931 time: 0.0514805 Aug 29 22:49:36.261205 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-36948c21-f098-440f-825d-54519e51d5ec req-2b8653ef-f044-4b01-94f0-94a51ea0faf1 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616260 Aug 29 22:49:37.073802 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a2a2c-bc24-405b-b9ff-1e09ebe8b4fa req-40bb1eb2-cc3d-44ca-8af1-04fb48718ba6 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:37.075629 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-008a2a2c-bc24-405b-b9ff-1e09ebe8b4fa req-40bb1eb2-cc3d-44ca-8af1-04fb48718ba6 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.0659430 Aug 29 22:49:37.154178 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-008a2a2c-bc24-405b-b9ff-1e09ebe8b4fa req-401e590f-010a-4bec-ada1-ca96ce77b01f tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692370 Aug 29 22:49:37.243434 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4111f2f4-a9e1-4260-950b-7878e3fd6a98 req-dc1be067-2f7f-44fd-9bd8-5193b7d81431 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0317285 Aug 29 22:49:37.409465 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e25b0-d722-4623-ab13-a84512b659b4 req-90481323-6351-49e1-87d3-1fd2abb26738 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:37.410376 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ad1e25b0-d722-4623-ab13-a84512b659b4 req-90481323-6351-49e1-87d3-1fd2abb26738 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 931 time: 0.0520945 Aug 29 22:49:37.473546 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ad1e25b0-d722-4623-ab13-a84512b659b4 req-3cc06d06-9fcc-4124-8c3f-b999841780b9 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Aug 29 22:49:38.307588 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:38.327404 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1dd9-8b64-4817-ad8a-a69fc07a4a3c req-d1d9cdde-4d34-4ce0-90b7-10803a1bec95 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:38.329692 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e50d1dd9-8b64-4817-ad8a-a69fc07a4a3c req-d1d9cdde-4d34-4ce0-90b7-10803a1bec95 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.0802891 Aug 29 22:49:38.409247 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8e5f1d51-932a-45ce-a4f3-f407974f3377 req-a27b4892-9713-4eb1-8d80-feac12beffb1 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0440345 Aug 29 22:49:38.428132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e50d1dd9-8b64-4817-ad8a-a69fc07a4a3c req-fee29cd6-77d9-4ce8-b482-b4efc41b4a68 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880642 Aug 29 22:49:38.609385 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1acdc-a762-4237-8153-9aec5356c926 req-ab602f67-a8da-4589-bcd6-5890458190bd tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:38.610936 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-90c1acdc-a762-4237-8153-9aec5356c926 req-ab602f67-a8da-4589-bcd6-5890458190bd tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 931 time: 0.0526693 Aug 29 22:49:38.664859 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-90c1acdc-a762-4237-8153-9aec5356c926 req-de299e3f-934a-4a74-9254-72d17eb2e4ad tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466619 Aug 29 22:49:38.925784 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=15 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:38.947358 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=11 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:39.005912 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Request body: {'port': {'device_id': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:39.044937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-e2bc8a73-5d33-41db-85d3-69a7d92dd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.047225 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-e2bc8a73-5d33-41db-85d3-69a7d92dd324 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b1f240a0b08841edb5906875c5dcf3e7&device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 1130 time: 0.0449982 Aug 29 22:49:39.087050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:39.164182 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-3bea9c13-3283-4447-bfb4-b96d7f120878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.165682 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-3bea9c13-3283-4447-bfb4-b96d7f120878 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=da172aa1-4f64-4bb9-9655-6592e47746b6 HTTP/1.1" status: 200 len: 909 time: 0.1022494 Aug 29 22:49:39.312148 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-2ee52d0a-4170-46e0-83cb-563a4f9297d9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 HTTP/1.1" status: 200 len: 217 time: 0.1189091 Aug 29 22:49:39.378484 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63e54c-3d11-4be9-98c1-7e4450eddab9 req-694b9f31-e889-499a-8bd5-60b4c292c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.380428 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ab63e54c-3d11-4be9-98c1-7e4450eddab9 req-694b9f31-e889-499a-8bd5-60b4c292c110 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 1130 time: 0.1151907 Aug 29 22:49:39.421248 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-abe7067f-02c9-4fed-96af-2619de6cf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.423520 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-abe7067f-02c9-4fed-96af-2619de6cf1db service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=82e6833f-e109-4371-85ca-e7d7e0e205ec HTTP/1.1" status: 200 len: 848 time: 0.1017127 Aug 29 22:49:39.503583 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-d116804a-991d-41a0-ac19-5e61ba9bb9b2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=da172aa1-4f64-4bb9-9655-6592e47746b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720301 Aug 29 22:49:39.508050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf {{(pid=134261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:39.513090 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ab63e54c-3d11-4be9-98c1-7e4450eddab9 req-78f7de9d-ffd7-4b56-8a41-5072566bcceb service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227455 Aug 29 22:49:39.523610 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Publish callbacks [] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:39.555163 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.provisioning_blocks [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Transition to ACTIVE for port object 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf will not be triggered until provisioned by entity L2. {{(pid=134261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:49:39.604318 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:39.632684 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-df195b04-25eb-4fe1-bf07-8e104e133a31 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185954 Aug 29 22:49:39.645214 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6e1e8beb-fe7b-4bb7-a87d-1eae072958a4 req-a68b5539-9c3b-497e-9698-f29698b78143 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0909529 Aug 29 22:49:39.680222 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:39.687138 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590610-a864-4e47-aa6c-e119ba4d1e40 req-8d60e785-716e-4bce-b7b0-183e3995142a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.688729 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-30590610-a864-4e47-aa6c-e119ba4d1e40 req-8d60e785-716e-4bce-b7b0-183e3995142a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.1165948 Aug 29 22:49:39.732676 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Pushing event updated for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:39.863140 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4c63f-6ac8-4adc-891b-0366cd8bd720 req-5530a08a-c404-492e-a8b6-751437b0e707 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.864691 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12d4c63f-6ac8-4adc-891b-0366cd8bd720 req-5530a08a-c404-492e-a8b6-751437b0e707 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 943 time: 0.0984178 Aug 29 22:49:39.868545 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Attempting to bind port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:39.868872 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Attempting to bind port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:39.869198 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Attempting to bind port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf on network 289d5317-906f-489d-ad26-1f02ec75ed7d {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:39.874344 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-30590610-a864-4e47-aa6c-e119ba4d1e40 req-c68d47fd-4e72-42a2-a8f5-a298f70e2265 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603308 Aug 29 22:49:39.893337 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf on network 289d5317-906f-489d-ad26-1f02ec75ed7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:49:39.893667 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Attempting to bind port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf on network 289d5317-906f-489d-ad26-1f02ec75ed7d {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:39.905497 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:39.905887 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Checking segment: {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:39.906355 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Bound using segment: {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:39.906771 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Bound port: 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d'}}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:39.908346 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:39.952900 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12d4c63f-6ac8-4adc-891b-0366cd8bd720 req-22f7a773-5247-4961-aaac-592145354ea4 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773199 Aug 29 22:49:40.011387 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, cleared binding levels {{(pid=134261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:40.015851 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:40.022631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.026969 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:40.027666 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.029067 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 1093 time: 1.0278373 Aug 29 22:49:40.030565 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:40.031354 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:40.032496 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-a29cb917-ab0b-4014-b914-a7fe0732e891 req-e10138b4-1238-4873-93a0-e2da713c969f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153588 Aug 29 22:49:40.034260 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed0ad28-f2fe-4e70-a39f-6bb2f92007e6" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:40.091128 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa8a36-4a11-48cf-a0aa-ef0c06fde36b service neutron] Pushing event updated for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=3']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:40.104420 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d5ce0b-a366-4491-a37f-c91ad6f6f801 x-openstack-request-id: req-b3d5ce0b-a366-4491-a37f-c91ad6f6f801 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:40.104715 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:40.104968 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3d5ce0b-a366-4491-a37f-c91ad6f6f801 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:40.105373 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d5ce0b-a366-4491-a37f-c91ad6f6f801'] response: {'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'status': 'completed', 'code': 200} Aug 29 22:49:40.249098 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:40.257110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0ad28-f2fe-4e70-a39f-6bb2f92007e6 req-9238d19b-791b-40e9-8ee8-d69bd120e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:40.258794 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9ed0ad28-f2fe-4e70-a39f-6bb2f92007e6 req-9238d19b-791b-40e9-8ee8-d69bd120e331 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1127 time: 0.0598924 Aug 29 22:49:40.369012 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:40.455989 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0ad28-f2fe-4e70-a39f-6bb2f92007e6 req-6ced1988-c688-43d1-bb3f-69e6dc2dffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:40.459488 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9ed0ad28-f2fe-4e70-a39f-6bb2f92007e6 req-6ced1988-c688-43d1-bb3f-69e6dc2dffdb service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1675766 Aug 29 22:49:40.461514 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-1eae2179-7d5a-47b3-89fe-233f860d2ab6 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:40.463013 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-1eae2179-7d5a-47b3-89fe-233f860d2ab6 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 810 time: 0.1616988 Aug 29 22:49:40.766572 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9508f605-2369-4fdf-b3da-fc260afc94a3 req-d58f3b9a-3d39-44ab-a52b-c9b603195b60 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0293579 Aug 29 22:49:41.044019 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-c43d2c2e-eda5-40ce-9eac-631c2eb28af1 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 380 time: 0.1366310 Aug 29 22:49:41.064428 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'port': {'device_id': '0919031f-4373-45d3-b94e-29635868fcac', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'admin_state_up': True, 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'security_groups': ['dd260f68-c17c-49cd-860e-dc4986baa9b3']}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:41.246855 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e731794-2791-4846-9946-ddbb1108e030 req-6c78778e-326e-4a41-b4e0-1df7f2413ef1 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:41.248492 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9e731794-2791-4846-9946-ddbb1108e030 req-6c78778e-326e-4a41-b4e0-1df7f2413ef1 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.1741428 Aug 29 22:49:41.321751 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0ad28-f2fe-4e70-a39f-6bb2f92007e6 req-836bf206-6a14-48fb-9c97-19cd1a6f0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:41.323264 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9ed0ad28-f2fe-4e70-a39f-6bb2f92007e6 req-836bf206-6a14-48fb-9c97-19cd1a6f0bdd service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5364106 Aug 29 22:49:41.333053 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193b29b-8301-42b1-ac29-68629274dfd9 req-818cd378-bd7f-4be3-a30f-ecb5c1c26a44 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:41.335076 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4193b29b-8301-42b1-ac29-68629274dfd9 req-818cd378-bd7f-4be3-a30f-ecb5c1c26a44 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 943 time: 0.1861455 Aug 29 22:49:41.406577 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43682) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:41.438981 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-d3216b66-ad40-4a6a-bde1-5667e2712272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:41.440738 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-d3216b66-ad40-4a6a-bde1-5667e2712272 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1127 time: 0.0760350 Aug 29 22:49:41.467102 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9e731794-2791-4846-9946-ddbb1108e030 req-506da94e-71f0-4f5a-9522-d58a778eaa79 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088366 Aug 29 22:49:41.502714 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-3760ca10-ba59-4fd8-8da5-7d055ec32759 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 217 time: 0.0552187 Aug 29 22:49:41.511552 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Made reservation on behalf of 36e090f60dd244cea327de965ad9af13 for: {'port': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:49:41.516475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.542627 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4193b29b-8301-42b1-ac29-68629274dfd9 req-f7d5e8d6-40ed-4a17-8232-332dd72bbafa tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912537 Aug 29 22:49:41.577445 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-872076f3-3ea2-4cf0-8ec7-bc3de0176dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:41.578883 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-872076f3-3ea2-4cf0-8ec7-bc3de0176dfa service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 200 len: 853 time: 0.0714276 Aug 29 22:49:41.652720 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f4f125ea-f177-4770-b5db-a23818b7ffb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.661794 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-0d18f200-b655-49ce-86e5-5a77c20975c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:41.663708 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-0d18f200-b655-49ce-86e5-5a77c20975c0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=289d5317-906f-489d-ad26-1f02ec75ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556917 Aug 29 22:49:41.687176 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:41.730981 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Allocated IP 172.20.0.3 (97336a57-5879-42cd-b56c-34e6fb04c8c0/0ddaa405-9f74-42a8-880f-f165e7bb850e/0e27f728-d25a-4c36-8bb7-06a74c15089c) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:49:41.763663 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:41.794307 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-1222659d-15ba-41c5-89d1-9643221dc508 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198280 Aug 29 22:49:41.879098 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f4f125ea-f177-4770-b5db-a23818b7ffb4 admin admin] Publish callbacks [] for security_group (0cd7da3c-089f-4b2d-9394-f1583eae4beb), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.893110 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f4f125ea-f177-4770-b5db-a23818b7ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0cd7da3c-089f-4b2d-9394-f1583eae4beb), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.921025 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-417ef2e3-cc01-49f2-b948-c29ac809bd13 req-1d47f31d-3c74-4d20-9844-1adbdb9b2278 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213362 Aug 29 22:49:41.931634 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5ad7ba20-85f5-42c2-9e7f-40129d3b88f0 req-ccf1c123-ed80-423d-ad65-829d41152593 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0556796 Aug 29 22:49:41.986148 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f4f125ea-f177-4770-b5db-a23818b7ffb4 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=38542ea2fd62431ab730b12e56194ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680358 Aug 29 22:49:41.986148 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f125ea-f177-4770-b5db-a23818b7ffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd7da3c-089f-4b2d-9394-f1583eae4beb,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:41.986844 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43688) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:41.992901 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-fa81efd2-23e3-4e81-a3ec-49ce0fe47a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.023062 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.050832 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-419f6eda-1ab4-406a-bbbe-d6098421b6ce admin admin] Publish callbacks [] for security_group (0cd7da3c-089f-4b2d-9394-f1583eae4beb), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.058982 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.075510 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-419f6eda-1ab4-406a-bbbe-d6098421b6ce admin admin] Publish callbacks [] for security_group (0cd7da3c-089f-4b2d-9394-f1583eae4beb), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.111068 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:49:42.114524 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:42.118464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:49:42.122686 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=0e27f728-d25a-4c36-8bb7-06a74c15089c,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:42.156958 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-419f6eda-1ab4-406a-bbbe-d6098421b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (0cd7da3c-089f-4b2d-9394-f1583eae4beb), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.161067 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-419f6eda-1ab4-406a-bbbe-d6098421b6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.166697 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-419f6eda-1ab4-406a-bbbe-d6098421b6ce admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/0cd7da3c-089f-4b2d-9394-f1583eae4beb HTTP/1.1" status: 204 len: 168 time: 0.1736622 Aug 29 22:49:42.173699 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f6eda-1ab4-406a-bbbe-d6098421b6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd7da3c-089f-4b2d-9394-f1583eae4beb,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:42.197640 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:42.198684 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.231738 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-d22109a9-d611-425c-be36-30e1c1ac9ed9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1826718 Aug 29 22:49:42.400414 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-79532bba-0329-4b87-9c5c-6b02b1f1f199 None None] Provisioning complete for port 0e27f728-d25a-4c36-8bb7-06a74c15089c triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:42.401056 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-79532bba-0329-4b87-9c5c-6b02b1f1f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.446768 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-79532bba-0329-4b87-9c5c-6b02b1f1f199 None None] Port 0e27f728-d25a-4c36-8bb7-06a74c15089c cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:49:42.609897 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb540ea-b775-4608-827e-b6c651d44ce7 req-9fc031f3-3b47-4919-9a0d-cbe6c3f3e438 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:42.611599 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5cb540ea-b775-4608-827e-b6c651d44ce7 req-9fc031f3-3b47-4919-9a0d-cbe6c3f3e438 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.0598280 Aug 29 22:49:42.651507 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Request body: {'port': {'device_id': '0919031f-4373-45d3-b94e-29635868fcac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:42.743818 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbead04-8020-422f-95b4-2ea4b54dc03b req-60d4e855-4928-405e-8819-0afcc150a1dc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:42.745283 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0bbead04-8020-422f-95b4-2ea4b54dc03b req-60d4e855-4928-405e-8819-0afcc150a1dc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 943 time: 0.1090755 Aug 29 22:49:42.750306 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5cb540ea-b775-4608-827e-b6c651d44ce7 req-8badce67-1e71-4d12-a874-00b9d86f2ddd tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310201 Aug 29 22:49:42.794281 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.828522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:42.852462 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0bbead04-8020-422f-95b4-2ea4b54dc03b req-3a52b179-374f-4e3b-b2ea-56f670581fc7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850871 Aug 29 22:49:43.255556 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536fd8-cad6-4c12-8d45-657c5a4a374d req-b1eb7668-9b80-4901-9e64-790d4cb4b55e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:43.257344 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-50536fd8-cad6-4c12-8d45-657c5a4a374d req-b1eb7668-9b80-4901-9e64-790d4cb4b55e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 931 time: 0.1161890 Aug 29 22:49:43.384430 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-50536fd8-cad6-4c12-8d45-657c5a4a374d req-5c25e183-ee24-4e73-8a20-245147a0fd5d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070728 Aug 29 22:49:43.397483 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:43.551255 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e27f728-d25a-4c36-8bb7-06a74c15089c {{(pid=134261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:43.564490 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Publish callbacks [] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:43.579667 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.provisioning_blocks [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Transition to ACTIVE for port object 0e27f728-d25a-4c36-8bb7-06a74c15089c will not be triggered until provisioned by entity L2. {{(pid=134261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:49:43.590078 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:43.663850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Pushing event updated for resources: {'Port': ['ID=0e27f728-d25a-4c36-8bb7-06a74c15089c,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:43.751761 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d30d31-2752-48fe-9872-7309005a705c req-fafb3cb6-f214-40b7-b4cd-0119e1db36b0 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:43.753281 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5d30d31-2752-48fe-9872-7309005a705c req-fafb3cb6-f214-40b7-b4cd-0119e1db36b0 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.0592937 Aug 29 22:49:43.779742 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Attempting to bind port 0e27f728-d25a-4c36-8bb7-06a74c15089c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:49:43.780059 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Attempting to bind port 0e27f728-d25a-4c36-8bb7-06a74c15089c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:49:43.780397 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Attempting to bind port 0e27f728-d25a-4c36-8bb7-06a74c15089c on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:43.799034 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Port 0e27f728-d25a-4c36-8bb7-06a74c15089c on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:49:43.799369 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Attempting to bind port 0e27f728-d25a-4c36-8bb7-06a74c15089c on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:49:43.813510 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:49:43.813879 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Checking segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:43.814229 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Bound using segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:49:43.814793 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Bound port: 0e27f728-d25a-4c36-8bb7-06a74c15089c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:49:43.815196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:43.848476 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f5d30d31-2752-48fe-9872-7309005a705c req-04d5dff4-297d-456c-b6ac-46cdf26757d6 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823698 Aug 29 22:49:43.915806 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] For port 0e27f728-d25a-4c36-8bb7-06a74c15089c, host hv-cinder-85427, cleared binding levels {{(pid=134261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:49:43.920188 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] For port 0e27f728-d25a-4c36-8bb7-06a74c15089c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:49:43.931796 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:43.944979 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:43.946074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:43.948341 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/0e27f728-d25a-4c36-8bb7-06a74c15089c HTTP/1.1" status: 200 len: 1093 time: 1.3103082 Aug 29 22:49:43.949880 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:43.953402 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce067676-63e9-4ab2-8bed-9d893bb823be" -d '{"events": [{"name": "network-changed", "server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:44.066352 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a0af5-12cf-43ff-89a4-3b1f7c2058a4 req-73cfac22-09c3-46b1-bd1c-5f519b5487a6 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:44.067879 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-148a0af5-12cf-43ff-89a4-3b1f7c2058a4 req-73cfac22-09c3-46b1-bd1c-5f519b5487a6 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 943 time: 0.0901306 Aug 29 22:49:44.069609 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e025eb-48a3-4ff4-93a2-782ce686f579 x-openstack-request-id: req-a5e025eb-48a3-4ff4-93a2-782ce686f579 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:44.069896 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:44.070152 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5e025eb-48a3-4ff4-93a2-782ce686f579 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:44.070552 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e025eb-48a3-4ff4-93a2-782ce686f579'] response: {'name': 'network-changed', 'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'status': 'completed', 'code': 200} Aug 29 22:49:44.071339 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c77bb3-8110-4534-aebc-4cca255d012e service neutron] Pushing event updated for resources: {'Port': ['ID=0e27f728-d25a-4c36-8bb7-06a74c15089c,revision_number=3']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:44.129299 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-148a0af5-12cf-43ff-89a4-3b1f7c2058a4 req-58ae23af-0f4d-4e5e-b868-fbf9f7de27a1 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530262 Aug 29 22:49:44.513906 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21a2a0-85a1-41eb-8053-57db437ab223 req-5eba45c2-38bd-4843-82e1-9f1dd88f10d3 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:44.515392 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6d21a2a0-85a1-41eb-8053-57db437ab223 req-5eba45c2-38bd-4843-82e1-9f1dd88f10d3 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0489938 Aug 29 22:49:44.566847 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6d21a2a0-85a1-41eb-8053-57db437ab223 req-beaac712-23c2-4533-840b-930b42ab2119 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Aug 29 22:49:44.699106 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce067676-63e9-4ab2-8bed-9d893bb823be req-57253b76-5b0c-4b57-826b-eef1911b1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:44.701284 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ce067676-63e9-4ab2-8bed-9d893bb823be req-57253b76-5b0c-4b57-826b-eef1911b1822 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 1127 time: 0.0449286 Aug 29 22:49:44.748407 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:44.778131 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ae6e6343-5e56-4a39-bc72-51be7fd92f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:44.842808 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce067676-63e9-4ab2-8bed-9d893bb823be req-fe166bd9-cdee-4f78-b6a5-632c87810cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:44.844546 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ce067676-63e9-4ab2-8bed-9d893bb823be req-fe166bd9-cdee-4f78-b6a5-632c87810cb3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=36e090f60dd244cea327de965ad9af13&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1249137 Aug 29 22:49:44.975208 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:45.001882 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017649-47e6-4611-a2b8-c6d4c8ccd8a6 req-d01a60c3-d28b-451f-bf9d-bb9f28ab106a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.003424 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cd017649-47e6-4611-a2b8-c6d4c8ccd8a6 req-d01a60c3-d28b-451f-bf9d-bb9f28ab106a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.0694597 Aug 29 22:49:45.025817 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce067676-63e9-4ab2-8bed-9d893bb823be req-ea6548ee-bf0c-4a63-9a8e-929cc9edbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.027268 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ce067676-63e9-4ab2-8bed-9d893bb823be req-ea6548ee-bf0c-4a63-9a8e-929cc9edbcc1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733027 Aug 29 22:49:45.071166 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-9a75e360-9409-45ad-bc0e-1354c952e382 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.075432 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-9a75e360-9409-45ad-bc0e-1354c952e382 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 946 time: 0.0875900 Aug 29 22:49:45.087170 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cd017649-47e6-4611-a2b8-c6d4c8ccd8a6 req-e17aa9e3-afa7-454f-bf3f-712856e18565 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21e8c46a-a031-4a87-a088-cfacea749c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725005 Aug 29 22:49:45.137359 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-303312ed-6c98-4846-9384-9f50ae12f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.140035 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-303312ed-6c98-4846-9384-9f50ae12f8b1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 1127 time: 0.0714457 Aug 29 22:49:45.169529 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:49:45.193826 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Deleting port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:49:45.194674 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:45.222053 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-092830ee-4c36-4ce3-98f2-4f7a4733d555 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c HTTP/1.1" status: 200 len: 217 time: 0.0755002 Aug 29 22:49:45.318961 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-5cb533b4-14ba-4c71-b78e-36525e9ffdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.320994 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-5cb533b4-14ba-4c71-b78e-36525e9ffdb3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0919800 Aug 29 22:49:45.404818 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] For port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,segment=NetworkSegment(3445d060-874c-4c74-b177-24f9054ce2fa),segment_id=3445d060-874c-4c74-b177-24f9054ce2fa)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:45.406629 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:45.408856 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:45.429844 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'port_id': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'mac_address': 'fa:16:3e:cd:fa:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:49:45.433494 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Calling delete_port for 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:49:45.449842 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:45.494178 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57f5e5-26b8-447b-912b-e5fa250a996c req-ce60e045-2f53-427c-b80b-c5b5f2b29b19 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.497436 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:45.497644 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0c57f5e5-26b8-447b-912b-e5fa250a996c req-ce60e045-2f53-427c-b80b-c5b5f2b29b19 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 943 time: 0.2039392 Aug 29 22:49:45.497851 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:45.510201 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-3202ac1f-d9e9-446b-8ade-51a6ddf15732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.511182 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-3202ac1f-d9e9-446b-8ade-51a6ddf15732 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1623433 Aug 29 22:49:45.514851 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:45.543575 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:45.549895 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:45.553919 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:45.601848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:45.630356 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:45.642957 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0c57f5e5-26b8-447b-912b-e5fa250a996c req-67ac2154-7769-4f74-a5c7-4c9d2e7c72fb tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268106 Aug 29 22:49:45.643807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.643807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.644156 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.644437 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.644798 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.645322 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.646017 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.646174 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.646496 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.647699 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.647699 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.648142 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.648483 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.648815 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.649143 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:45.684494 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-5e0decbc-1bd9-4dcc-9aad-2e2f3a6e1625 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636822 Aug 29 22:49:45.688900 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (4b5e7b71-0789-4c6a-9c3f-66ccacdbb089), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:45.722442 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Pushing event deleted for resources: {'Port': ['ID=4b5e7b71-0789-4c6a-9c3f-66ccacdbb089,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:45.772867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] No DVR routers for this DVR port 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:49:45.775569 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:45.780355 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f3bceffa-449f-48f6-b819-af8cd5fcbdde req-214b53a5-3e33-40a6-afa0-e033a1ca7b2a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.84 "DELETE /networking/v2.0/ports/4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 HTTP/1.1" status: 204 len: 173 time: 0.7007024 Aug 29 22:49:45.780840 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'name': 'network-vif-deleted', 'tag': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:45.790904 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:45.791746 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a033245-1682-4c4c-9d63-674431c48e38" -d '{"events": [{"server_uuid": "e12cc83a-69f0-4953-83a4-77d04972148a", "name": "network-vif-deleted", "tag": "4b5e7b71-0789-4c6a-9c3f-66ccacdbb089"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:45.819123 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3d8d4-50c2-4c31-81d1-8df75a76da08 req-7b1d9f08-a83e-4e0d-bf46-c14098b98509 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.820794 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-00c3d8d4-50c2-4c31-81d1-8df75a76da08 req-7b1d9f08-a83e-4e0d-bf46-c14098b98509 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.1191401 Aug 29 22:49:45.843549 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52bf8a8-2126-4c09-9435-603fdf2f3b89 x-openstack-request-id: req-b52bf8a8-2126-4c09-9435-603fdf2f3b89 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:45.843816 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12cc83a-69f0-4953-83a4-77d04972148a", "name": "network-vif-deleted", "tag": "4b5e7b71-0789-4c6a-9c3f-66ccacdbb089", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:45.844081 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b52bf8a8-2126-4c09-9435-603fdf2f3b89 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:45.844480 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52bf8a8-2126-4c09-9435-603fdf2f3b89'] response: {'server_uuid': 'e12cc83a-69f0-4953-83a4-77d04972148a', 'name': 'network-vif-deleted', 'tag': '4b5e7b71-0789-4c6a-9c3f-66ccacdbb089', 'status': 'completed', 'code': 200} Aug 29 22:49:45.866030 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-97e6c42c-3e95-4e79-b687-99cf25a41e9b req-8bee0984-b54d-42b0-84df-8e77262a368f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743550 Aug 29 22:49:45.898103 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-00c3d8d4-50c2-4c31-81d1-8df75a76da08 req-6e6c7c2d-fe50-482e-8bef-6193c26f621a tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624001 Aug 29 22:49:46.215564 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d048d898-c1d1-4bd4-90b0-fa7b90fbde3b req-a5c17be4-ab1d-4925-8954-96af4c56e05a tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 210 time: 0.0361812 Aug 29 22:49:46.774328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14792f61-4bf2-469f-b457-eae7968933b1 req-fe6d469e-24e6-4a52-96e5-dfede462540a tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:46.775844 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-14792f61-4bf2-469f-b457-eae7968933b1 req-fe6d469e-24e6-4a52-96e5-dfede462540a tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 944 time: 0.0533533 Aug 29 22:49:46.833690 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:46.839267 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-14792f61-4bf2-469f-b457-eae7968933b1 req-dcbd79c0-b42d-4d97-8c53-93b36aff5fd4 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542812 Aug 29 22:49:46.972413 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:47.045510 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a1a82-c41f-4dd0-bac8-16ba51e9a599 req-92f73dc1-6821-4747-829d-539948aa24cb tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:47.046964 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e3a1a82-c41f-4dd0-bac8-16ba51e9a599 req-92f73dc1-6821-4747-829d-539948aa24cb tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0577781 Aug 29 22:49:47.125747 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3e3a1a82-c41f-4dd0-bac8-16ba51e9a599 req-570ff35d-c716-4be7-9eb0-b4d1c0f5c0a9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716720 Aug 29 22:49:47.350237 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-37d32f5c-d230-4d8d-8b6a-d5c612ace66d req-84804d34-f76a-42c1-88e1-73d14a921a31 tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 210 time: 0.0484774 Aug 29 22:49:47.718236 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:47.983556 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078938a-c35f-4f1e-852e-2ea1098532e2 req-b42dff24-b1c8-40b0-af12-ac35e797a089 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:47.985123 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e078938a-c35f-4f1e-852e-2ea1098532e2 req-b42dff24-b1c8-40b0-af12-ac35e797a089 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 944 time: 0.0628781 Aug 29 22:49:48.038943 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e078938a-c35f-4f1e-852e-2ea1098532e2 req-19242d24-81a1-461e-a9a2-f4dc23dfcfb7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Aug 29 22:49:48.260050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c060-efa9-44f8-929c-dd7823e4fdf9 req-faebbebd-3265-4311-a750-dc9276adda8c tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:48.261476 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65e9c060-efa9-44f8-929c-dd7823e4fdf9 req-faebbebd-3265-4311-a750-dc9276adda8c tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0564587 Aug 29 22:49:48.325152 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65e9c060-efa9-44f8-929c-dd7823e4fdf9 req-3ad863c5-9f12-4bb1-8f32-e28906c94694 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564425 Aug 29 22:49:48.330426 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:48.376613 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['4b5e7b71-0789-4c6a-9c3f-66ccacdbb089'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:48.483149 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7539cebf-4ba2-410c-b2df-1354835d1067 req-ce30827a-6d82-491b-ba4e-d24e4b1e5b1c tempest-VolumesActionsTest-343069233 tempest-VolumesActionsTest-343069233-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e12cc83a-69f0-4953-83a4-77d04972148a HTTP/1.1" status: 200 len: 210 time: 0.0355849 Aug 29 22:49:48.521837 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:49.223114 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfac77-a933-43c8-9726-dabacf680c18 req-39aed16e-9a50-46f5-8dc2-d077e65591b5 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:49.224863 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a8dfac77-a933-43c8-9726-dabacf680c18 req-39aed16e-9a50-46f5-8dc2-d077e65591b5 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 944 time: 0.0776200 Aug 29 22:49:49.282852 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a8dfac77-a933-43c8-9726-dabacf680c18 req-5a8d8b90-7ada-4607-83c7-9f29510f4ba6 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Aug 29 22:49:49.477247 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:49.500126 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ee932-0661-49ac-b8a9-e8dafa30609e req-7f02c4ab-a963-4979-b11d-990aa642f578 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:49.502054 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1b4ee932-0661-49ac-b8a9-e8dafa30609e req-7f02c4ab-a963-4979-b11d-990aa642f578 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0579395 Aug 29 22:49:49.576214 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1b4ee932-0661-49ac-b8a9-e8dafa30609e req-d3ffb194-f049-4dc7-8cac-897d4a6b11f2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594308 Aug 29 22:49:50.220562 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:49:50.341781 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:50.397186 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:50.404792 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:50.405488 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.489972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deac75-517f-4de1-87c6-69cd57f7fb65 req-1be91ad3-d9c4-4a63-a198-90794a614d3e tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:50.493063 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d1deac75-517f-4de1-87c6-69cd57f7fb65 req-1be91ad3-d9c4-4a63-a198-90794a614d3e tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 944 time: 0.0960135 Aug 29 22:49:50.533037 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:50.534523 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.584962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:50.589703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8ea59b-44fb-4903-9f3a-e3e5aaf4d90b" -d '{"events": [{"server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "name": "network-vif-plugged", "status": "completed", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:50.620248 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:50.623333 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d1deac75-517f-4de1-87c6-69cd57f7fb65 req-bba8d20f-976e-42cb-9a8a-eef591bef456 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231601 Aug 29 22:49:50.626168 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.687106 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac9572d-9203-4333-9911-1a8354a6c97d x-openstack-request-id: req-1ac9572d-9203-4333-9911-1a8354a6c97d {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:50.687516 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "name": "network-vif-plugged", "status": "completed", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:50.688345 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ac9572d-9203-4333-9911-1a8354a6c97d {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:50.688345 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac9572d-9203-4333-9911-1a8354a6c97d'] response: {'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'code': 200} Aug 29 22:49:50.755658 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:50.809507 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3e58f-d772-4917-8d2a-3ee93956c31c req-decd1a15-c883-48d7-9d2c-379fb08685dc tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:50.811406 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ba3e58f-d772-4917-8d2a-3ee93956c31c req-decd1a15-c883-48d7-9d2c-379fb08685dc tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.1029117 Aug 29 22:49:50.898538 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ba3e58f-d772-4917-8d2a-3ee93956c31c req-ff81b58e-8777-42c2-8150-040e43d402ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781362 Aug 29 22:49:51.712522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767ddc5-d6e5-478e-9e55-fe050e61c33f req-bc6e870a-23bf-44f9-a336-a20b1dd8084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:51.714035 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2767ddc5-d6e5-478e-9e55-fe050e61c33f req-bc6e870a-23bf-44f9-a336-a20b1dd8084d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1129 time: 0.0632811 Aug 29 22:49:51.818672 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7c08b-beec-47f9-9bb5-375259ac4eee req-c6c5e172-7bdc-460b-9e35-23bb75bf34c8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:51.820373 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-72a7c08b-beec-47f9-9bb5-375259ac4eee req-c6c5e172-7bdc-460b-9e35-23bb75bf34c8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0747988 Aug 29 22:49:51.891989 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-72a7c08b-beec-47f9-9bb5-375259ac4eee req-2e2ccf38-3d00-4d33-a6a6-c942326fd65c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610363 Aug 29 22:49:52.009430 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43884) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:52.042655 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ec832-e3e6-4c61-a091-c60ee4530cee req-54a9cd20-3f8d-4512-a75c-ffcd4e8e3de1 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:52.044193 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-693ec832-e3e6-4c61-a091-c60ee4530cee req-54a9cd20-3f8d-4512-a75c-ffcd4e8e3de1 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0526879 Aug 29 22:49:52.097071 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-693ec832-e3e6-4c61-a091-c60ee4530cee req-8aba286b-1459-4fa7-8ce2-5b2b8ac11b8f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471172 Aug 29 22:49:52.181735 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-af474881-3b5e-41c8-a8c2-01e7873855d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.287610 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-af474881-3b5e-41c8-a8c2-01e7873855d0 admin admin] Publish callbacks [] for security_group (663370c3-baaf-47a8-b913-c2b0ceeda06a), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.293967 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-af474881-3b5e-41c8-a8c2-01e7873855d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (663370c3-baaf-47a8-b913-c2b0ceeda06a), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.344393 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af474881-3b5e-41c8-a8c2-01e7873855d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663370c3-baaf-47a8-b913-c2b0ceeda06a,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:52.350220 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-af474881-3b5e-41c8-a8c2-01e7873855d0 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=6ce2dbfdb61842bba27098b7cb813534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390789 Aug 29 22:49:52.352873 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43888) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:52.405169 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-67dae03c-e315-449a-a441-6eeb711a4742 admin admin] Publish callbacks [] for security_group (663370c3-baaf-47a8-b913-c2b0ceeda06a), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.427197 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-67dae03c-e315-449a-a441-6eeb711a4742 admin admin] Publish callbacks [] for security_group (663370c3-baaf-47a8-b913-c2b0ceeda06a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.482788 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-67dae03c-e315-449a-a441-6eeb711a4742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (663370c3-baaf-47a8-b913-c2b0ceeda06a), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.486363 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-67dae03c-e315-449a-a441-6eeb711a4742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.487812 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-67dae03c-e315-449a-a441-6eeb711a4742 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/663370c3-baaf-47a8-b913-c2b0ceeda06a HTTP/1.1" status: 204 len: 168 time: 0.1336827 Aug 29 22:49:52.503932 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dae03c-e315-449a-a441-6eeb711a4742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663370c3-baaf-47a8-b913-c2b0ceeda06a,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:52.517901 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2767ddc5-d6e5-478e-9e55-fe050e61c33f req-e766b9ae-8ef0-44dc-b0cb-9f5c534bf4d3 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546761 Aug 29 22:49:53.034930 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183e466-1cb1-41c8-81be-47260350d1b8 req-df0c3652-cfd9-47db-81b4-74573f188f94 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:53.036485 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4183e466-1cb1-41c8-81be-47260350d1b8 req-df0c3652-cfd9-47db-81b4-74573f188f94 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0581193 Aug 29 22:49:53.111736 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4183e466-1cb1-41c8-81be-47260350d1b8 req-6b2ecaca-ef10-40df-b83c-34ff4030f98a tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645261 Aug 29 22:49:53.250324 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:53.260235 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f08054-6364-4982-97c9-7a9490cb4d20 req-c0065b27-1b5c-4861-a52c-524cb5766424 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:53.261938 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b9f08054-6364-4982-97c9-7a9490cb4d20 req-c0065b27-1b5c-4861-a52c-524cb5766424 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0580165 Aug 29 22:49:53.326290 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b9f08054-6364-4982-97c9-7a9490cb4d20 req-0f443529-0870-419f-aed5-e379428ab7c8 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576663 Aug 29 22:49:53.383662 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:49:53.403844 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:49:53.404161 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 4b5e7b71-0789-4c6a-9c3f-66ccacdbb089 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:49:54.272132 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a7790-dc68-4094-970a-1cab356c681f req-e373e93e-85f2-4a82-8670-5271f96825be tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:54.274424 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-779a7790-dc68-4094-970a-1cab356c681f req-e373e93e-85f2-4a82-8670-5271f96825be tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0720911 Aug 29 22:49:54.340788 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-779a7790-dc68-4094-970a-1cab356c681f req-cb2978b0-cee6-4e13-8db6-ffed3c8cc96e tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592971 Aug 29 22:49:54.482103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e470c87-2a1f-4063-85fa-8c161c5e4f8c req-11bb66bb-358c-4b65-b2b8-fd4b6a7b9426 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:54.483938 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8e470c87-2a1f-4063-85fa-8c161c5e4f8c req-11bb66bb-358c-4b65-b2b8-fd4b6a7b9426 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0642068 Aug 29 22:49:54.542417 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8e470c87-2a1f-4063-85fa-8c161c5e4f8c req-28db4963-592d-427a-9ac9-8a5e959d7686 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524318 Aug 29 22:49:55.570626 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d2a8b-4a2f-4a55-8f29-8451d2c0b414 req-f1f644fa-2282-415f-8c5f-7cc40ed01527 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:55.572581 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-762d2a8b-4a2f-4a55-8f29-8451d2c0b414 req-f1f644fa-2282-415f-8c5f-7cc40ed01527 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0707014 Aug 29 22:49:55.696376 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-762d2a8b-4a2f-4a55-8f29-8451d2c0b414 req-2ade1349-a949-4588-88a5-4c0a07ba97d9 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010244 Aug 29 22:49:55.757711 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573c44d-444b-44cb-b807-339fdee1c9ee req-45379fed-8447-40ba-af61-00e40019ae0b tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:55.759643 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b573c44d-444b-44cb-b807-339fdee1c9ee req-45379fed-8447-40ba-af61-00e40019ae0b tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 943 time: 0.0867267 Aug 29 22:49:55.791017 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:55.875841 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b573c44d-444b-44cb-b807-339fdee1c9ee req-34a08818-ada7-458c-a4ee-cf5378a027c0 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089311 Aug 29 22:49:56.002379 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:56.094872 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32383cc5-e24c-4203-97da-45a92a754e1f req-189ce09b-9ad9-4b67-b1e7-923c4759d043 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:56.097653 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-32383cc5-e24c-4203-97da-45a92a754e1f req-189ce09b-9ad9-4b67-b1e7-923c4759d043 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0812471 Aug 29 22:49:56.195566 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-32383cc5-e24c-4203-97da-45a92a754e1f req-f34e7398-a598-4399-be73-e87399e94dc6 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861788 Aug 29 22:49:56.360887 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0e27f728-d25a-4c36-8bb7-06a74c15089c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:49:56.515655 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 0e27f728-d25a-4c36-8bb7-06a74c15089c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:56.531877 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'port_id': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'mac_address': 'fa:16:3e:9d:f4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:49:56.613591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 0e27f728-d25a-4c36-8bb7-06a74c15089c is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:56.613998 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:56.643782 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e27f728-d25a-4c36-8bb7-06a74c15089c {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:56.688887 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 0e27f728-d25a-4c36-8bb7-06a74c15089c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:56.701292 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:56.784532 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=0e27f728-d25a-4c36-8bb7-06a74c15089c,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:56.797907 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de7927-410e-4153-a977-b6a8589cbb0c req-222b9e18-b20d-4ca3-a586-bf3c6b49a1d6 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:56.800355 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e8de7927-410e-4153-a977-b6a8589cbb0c req-222b9e18-b20d-4ca3-a586-bf3c6b49a1d6 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.1213453 Aug 29 22:49:56.873566 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 43982) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:56.925688 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['0e27f728-d25a-4c36-8bb7-06a74c15089c'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:56.947445 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e8de7927-410e-4153-a977-b6a8589cbb0c req-ef860ef4-836c-447a-8553-d1abc894e5ca tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191928 Aug 29 22:49:57.023043 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:57.095251 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7b726494-f1a1-4a10-9331-b3c50f4bcdb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.191777 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b41fe-21d4-40af-bc0e-b85cb3b17ced req-0492da90-33fc-42f9-80e0-06b7e9dd8086 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:57.193718 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1e4b41fe-21d4-40af-bc0e-b85cb3b17ced req-0492da90-33fc-42f9-80e0-06b7e9dd8086 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 944 time: 0.1240518 Aug 29 22:49:57.281939 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7b726494-f1a1-4a10-9331-b3c50f4bcdb2 admin admin] Publish callbacks [] for security_group (db46618e-95a5-482d-9be7-197201a3d9c0), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.287104 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:57.291409 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-7b726494-f1a1-4a10-9331-b3c50f4bcdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (db46618e-95a5-482d-9be7-197201a3d9c0), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.334204 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1e4b41fe-21d4-40af-bc0e-b85cb3b17ced req-90ce307b-0beb-4d15-8c80-e9c2bd95246d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249931 Aug 29 22:49:57.345440 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 43990) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:57.345764 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-7b726494-f1a1-4a10-9331-b3c50f4bcdb2 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=19153ae337624407bb3b806619abe39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4707365 Aug 29 22:49:57.376621 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b726494-f1a1-4a10-9331-b3c50f4bcdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db46618e-95a5-482d-9be7-197201a3d9c0,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:57.481216 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-11d97639-3b74-4eb8-93ca-660cdc8e10ed admin admin] Publish callbacks [] for security_group (db46618e-95a5-482d-9be7-197201a3d9c0), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.485649 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:57.522775 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-11d97639-3b74-4eb8-93ca-660cdc8e10ed admin admin] Publish callbacks [] for security_group (db46618e-95a5-482d-9be7-197201a3d9c0), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.630184 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-11d97639-3b74-4eb8-93ca-660cdc8e10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (db46618e-95a5-482d-9be7-197201a3d9c0), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.633475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-11d97639-3b74-4eb8-93ca-660cdc8e10ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.647398 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-11d97639-3b74-4eb8-93ca-660cdc8e10ed admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/db46618e-95a5-482d-9be7-197201a3d9c0 HTTP/1.1" status: 204 len: 168 time: 0.2897365 Aug 29 22:49:57.681702 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d97639-3b74-4eb8-93ca-660cdc8e10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db46618e-95a5-482d-9be7-197201a3d9c0,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:58.390266 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0e27f728-d25a-4c36-8bb7-06a74c15089c up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:58.517018 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 0e27f728-d25a-4c36-8bb7-06a74c15089c completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:58.533331 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 0e27f728-d25a-4c36-8bb7-06a74c15089c triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:58.533868 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.561626 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367414b6-4769-4daa-9225-65b80ce45f87 req-b185a890-ad86-4a04-b815-087807b121f4 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:58.564676 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-367414b6-4769-4daa-9225-65b80ce45f87 req-b185a890-ad86-4a04-b815-087807b121f4 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 944 time: 0.1209657 Aug 29 22:49:58.639147 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:58.666916 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-367414b6-4769-4daa-9225-65b80ce45f87 req-65b01773-bcf7-4280-840e-de5d84d15b1e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712063 Aug 29 22:49:58.676021 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 0e27f728-d25a-4c36-8bb7-06a74c15089c is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:58.676616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.746520 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 0e27f728-d25a-4c36-8bb7-06a74c15089c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:58.748225 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:58.764936 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e191261-5f06-479b-b804-2bfb99657cc3" -d '{"events": [{"server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "name": "network-vif-plugged", "status": "completed", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:58.771283 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.840905 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5a88f3-9c06-43fa-94f8-dcb33ba71cdd x-openstack-request-id: req-4e5a88f3-9c06-43fa-94f8-dcb33ba71cdd {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:58.841446 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "name": "network-vif-plugged", "status": "completed", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:58.841848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e5a88f3-9c06-43fa-94f8-dcb33ba71cdd {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:58.842517 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5a88f3-9c06-43fa-94f8-dcb33ba71cdd'] response: {'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'code': 200} Aug 29 22:49:58.896741 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=0e27f728-d25a-4c36-8bb7-06a74c15089c,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:59.219806 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9e027-f831-41ae-84c6-e6f6759bb02a req-70642620-09fd-4b72-a5ff-af7377d957c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:59.221560 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60d9e027-f831-41ae-84c6-e6f6759bb02a req-70642620-09fd-4b72-a5ff-af7377d957c9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 1129 time: 0.0939918 Aug 29 22:49:59.324941 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-60d9e027-f831-41ae-84c6-e6f6759bb02a req-4cf3d37d-c3e2-4517-9d7c-58c577620ab0 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969915 Aug 29 22:49:59.867004 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0bb50-1bd9-46cf-9a73-c702a9148994 req-42cf8eef-e097-4c96-ac37-b17e37549eb5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:59.879907 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0a0bb50-1bd9-46cf-9a73-c702a9148994 req-42cf8eef-e097-4c96-ac37-b17e37549eb5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 945 time: 0.0991933 Aug 29 22:49:59.982287 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0a0bb50-1bd9-46cf-9a73-c702a9148994 req-87635718-a590-451d-86dc-b304501b252f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980446 Aug 29 22:50:00.213781 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:00.225973 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:01.181425 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e456cd3-4709-4612-80b7-544c729956e2 req-1044e50a-4a29-44bb-b699-32bc662144e6 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:01.184282 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0e456cd3-4709-4612-80b7-544c729956e2 req-1044e50a-4a29-44bb-b699-32bc662144e6 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 945 time: 0.0550399 Aug 29 22:50:01.254250 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0e456cd3-4709-4612-80b7-544c729956e2 req-2abf1e65-953d-4a4b-956d-710970997f27 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634875 Aug 29 22:50:01.475991 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88ec35-eb70-4e57-a17d-6c1a83de412a req-69d1d64e-93f7-4d7e-9cb8-f30f9c73e6d5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:01.477899 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2a88ec35-eb70-4e57-a17d-6c1a83de412a req-69d1d64e-93f7-4d7e-9cb8-f30f9c73e6d5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 945 time: 0.0874827 Aug 29 22:50:01.540736 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2a88ec35-eb70-4e57-a17d-6c1a83de412a req-421d3c4b-b6cf-4003-955a-1a42cb836f93 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544894 Aug 29 22:50:01.574071 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44090) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:01.869133 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1cffb-4f55-4323-80ba-3d4202e751df tempest-TestVolumeBootPattern-714579505 tempest-TestVolumeBootPattern-714579505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:01.875637 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-4ee1cffb-4f55-4323-80ba-3d4202e751df tempest-TestVolumeBootPattern-714579505 tempest-TestVolumeBootPattern-714579505-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 1124 time: 0.3001170 Aug 29 22:50:01.876110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44094) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:01.884397 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'port_id': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address': '172.20.0.3'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:01.917950 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:02.034193 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:02.193404 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Allocated IP 172.27.1.181 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/c0aefd83-2e00-4de2-bf6e-aed5cd1c6847) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:02.287354 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:02.374541 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:02.423906 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:02.506857 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:02.518961 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:02.523801 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:02.566025 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=c0aefd83-2e00-4de2-bf6e-aed5cd1c6847,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:02.964767 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:03.114414 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (1c3f2ba3-8716-4dbb-9db7-5d55eef8f370), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.261649 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.551480 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.558272 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.677355 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (1c3f2ba3-8716-4dbb-9db7-5d55eef8f370), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.680284 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=c0aefd83-2e00-4de2-bf6e-aed5cd1c6847,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:03.833519 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Floating IP 1c3f2ba3-8716-4dbb-9db7-5d55eef8f370 associated. External IP: 172.27.1.181, port: 0e27f728-d25a-4c36-8bb7-06a74c15089c. Aug 29 22:50:04.039664 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:04.132035 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:50:04.143799 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:04.311814 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:50:04.324944 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:50:04.342723 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.347187 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:04.348358 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:49:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:04.392114 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-6efbe106-9d01-45c3-a8b1-a3ba16e1e4e7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5099258 Aug 29 22:50:04.392114 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:04.393162 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5329b044-3ad7-4151-ba7a-363e8d8e8681" -d '{"events": [{"name": "network-changed", "server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:04.493131 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b4f1a0-63fb-4e51-9b6a-641b3f795e84 x-openstack-request-id: req-d3b4f1a0-63fb-4e51-9b6a-641b3f795e84 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:04.493720 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:04.494137 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3b4f1a0-63fb-4e51-9b6a-641b3f795e84 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:04.494717 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b4f1a0-63fb-4e51-9b6a-641b3f795e84'] response: {'name': 'network-changed', 'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'status': 'completed', 'code': 200} Aug 29 22:50:04.578188 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:04.615421 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-bdc18c9c-4a11-418c-8f0c-c5db65003b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:04.618121 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-bdc18c9c-4a11-418c-8f0c-c5db65003b81 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 1129 time: 0.0949638 Aug 29 22:50:04.842333 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:04.878256 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-4051b562-4aaa-44da-97e4-c7fdd0b0d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:04.880163 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-4051b562-4aaa-44da-97e4-c7fdd0b0d639 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.2538016 Aug 29 22:50:04.972560 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '1c3f2ba3-8716-4dbb-9db7-5d55eef8f370', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9d:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0919031f-4373-45d3-b94e-29635868fcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:02Z', 'updated_at': '2022-08-29T22:50:02Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:05.005675 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:50:05.015860 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:05.016446 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:49:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:05.164341 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-accd8c19-1098-4996-a7b7-9754876fa761 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c HTTP/1.1" status: 200 len: 999 time: 0.1170917 Aug 29 22:50:05.209774 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:05.236156 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-da3c4584-a389-464b-be4e-60ed53ae7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:05.237689 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-da3c4584-a389-464b-be4e-60ed53ae7d0e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0672133 Aug 29 22:50:05.286306 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-99c2439f-e9d6-48c8-a307-159e2d111fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:05.287964 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-99c2439f-e9d6-48c8-a307-159e2d111fc6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448003 Aug 29 22:50:05.427553 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-92e91742-5571-4127-b2cf-6c9f37d96d2f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326175 Aug 29 22:50:05.599260 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '1c3f2ba3-8716-4dbb-9db7-5d55eef8f370', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9d:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0919031f-4373-45d3-b94e-29635868fcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:02Z', 'updated_at': '2022-08-29T22:50:02Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:05.622993 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:05.650234 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e94a64-611b-4268-8d35-165a70bd11fa None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '1c3f2ba3-8716-4dbb-9db7-5d55eef8f370', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9d:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0919031f-4373-45d3-b94e-29635868fcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:02Z', 'updated_at': '2022-08-29T22:50:02Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:50:05.676985 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5329b044-3ad7-4151-ba7a-363e8d8e8681 req-067df3a8-fed8-49d1-a164-d49e5c82c514 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409418 Aug 29 22:50:06.068181 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627bb24-4588-4e6e-aef4-277da6852266 None None] New status for floating IP 1c3f2ba3-8716-4dbb-9db7-5d55eef8f370: ACTIVE {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:50:06.355714 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-fb667491-da2b-4ec4-95c8-feb4cd4e5f18 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856085 Aug 29 22:50:06.748757 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-4284463b-a340-45b7-8500-59faf0565573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:06.762237 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-4284463b-a340-45b7-8500-59faf0565573 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1129 time: 0.0732102 Aug 29 22:50:06.989233 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-91ff170e-53be-4828-a6b6-f7f89bfbdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:06.991372 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-91ff170e-53be-4828-a6b6-f7f89bfbdd1a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 915 time: 0.2026803 Aug 29 22:50:07.070114 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-02619a2c-ab2c-424a-b872-9352ee829c85 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 217 time: 0.0629444 Aug 29 22:50:07.135585 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-3218e256-ce4a-455e-a2b9-669349b775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:07.137589 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-3218e256-ce4a-455e-a2b9-669349b775cb service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 200 len: 853 time: 0.0601583 Aug 29 22:50:07.208996 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-4531b69c-dee8-4018-a104-daef5bb8619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:07.211002 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-4531b69c-dee8-4018-a104-daef5bb8619f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=289d5317-906f-489d-ad26-1f02ec75ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677218 Aug 29 22:50:07.353848 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-81971315-1250-4c66-8f77-53ab618b3e54 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356864 Aug 29 22:50:07.481930 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c266dce8-6be1-4b27-ac64-ef454deb90e3 req-495dc03d-d921-44cb-94ed-873667419a50 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209517 Aug 29 22:50:08.125797 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c0576-3ddf-4063-8dba-c48e3fd95b77 req-1fac9028-8176-4ae3-b7fe-fc1d58bd66af tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:08.127706 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3c4c0576-3ddf-4063-8dba-c48e3fd95b77 req-1fac9028-8176-4ae3-b7fe-fc1d58bd66af tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0747857 Aug 29 22:50:08.195184 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3c4c0576-3ddf-4063-8dba-c48e3fd95b77 req-21c1a6c4-f0e0-4f5d-a2d4-fda8a875031d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550871 Aug 29 22:50:08.231194 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44170) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:08.497311 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899dba2c-cfef-4654-9193-d3e8481e4ba5 tempest-TestMinimumBasicScenario-124967189 tempest-TestMinimumBasicScenario-124967189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:08.499788 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-899dba2c-cfef-4654-9193-d3e8481e4ba5 tempest-TestMinimumBasicScenario-124967189 tempest-TestMinimumBasicScenario-124967189-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1124 time: 0.2675362 Aug 29 22:50:08.504528 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44182) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:08.512620 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'port_id': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:08.552794 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:08.726481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:08.897080 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44186) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:08.950786 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Allocated IP 172.27.1.209 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/731ec853-a615-4793-b6b7-7a4f716a4708) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:09.128625 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1f536609-7024-4a2a-963c-de2c1cee56f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.138930 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for port (731ec853-a615-4793-b6b7-7a4f716a4708), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.155131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:09.203481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (731ec853-a615-4793-b6b7-7a4f716a4708), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.268931 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:09.271146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1f536609-7024-4a2a-963c-de2c1cee56f1 admin admin] Publish callbacks [] for security_group (179c1c55-cad6-48cb-b493-116689c127a6), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.274604 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:09.282921 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:09.287022 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-1f536609-7024-4a2a-963c-de2c1cee56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (179c1c55-cad6-48cb-b493-116689c127a6), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.331272 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'Port': ['ID=731ec853-a615-4793-b6b7-7a4f716a4708,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:09.340435 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:09.379065 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-1f536609-7024-4a2a-963c-de2c1cee56f1 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=8b1aaadf54034bb68b2bd84fd65befb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801207 Aug 29 22:50:09.379514 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44190) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:09.380523 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f536609-7024-4a2a-963c-de2c1cee56f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c1c55-cad6-48cb-b493-116689c127a6,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:09.522612 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d3358987-745e-435b-9ad6-7506bc5f0cb4 admin admin] Publish callbacks [] for security_group (179c1c55-cad6-48cb-b493-116689c127a6), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.590531 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d3358987-745e-435b-9ad6-7506bc5f0cb4 admin admin] Publish callbacks [] for security_group (179c1c55-cad6-48cb-b493-116689c127a6), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.667887 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:09.697139 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d3358987-745e-435b-9ad6-7506bc5f0cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (179c1c55-cad6-48cb-b493-116689c127a6), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.702160 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d3358987-745e-435b-9ad6-7506bc5f0cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.704247 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-d3358987-745e-435b-9ad6-7506bc5f0cb4 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/179c1c55-cad6-48cb-b493-116689c127a6 HTTP/1.1" status: 204 len: 168 time: 0.3218808 Aug 29 22:50:09.779238 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3358987-745e-435b-9ad6-7506bc5f0cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c1c55-cad6-48cb-b493-116689c127a6,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:09.912966 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for floatingip (7c262520-60ce-403e-8ec2-8540147ef385), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.011992 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (731ec853-a615-4793-b6b7-7a4f716a4708), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.292000 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for port (731ec853-a615-4793-b6b7-7a4f716a4708), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.297745 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (731ec853-a615-4793-b6b7-7a4f716a4708), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.377483 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:10.425527 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'Port': ['ID=731ec853-a615-4793-b6b7-7a4f716a4708,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:10.429430 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (7c262520-60ce-403e-8ec2-8540147ef385), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.573053 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Floating IP 7c262520-60ce-403e-8ec2-8540147ef385 associated. External IP: 172.27.1.209, port: 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf. Aug 29 22:50:10.898572 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Router ff3baf33-228c-4f26-9103-814295f085ef has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:50:11.051710 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:50:11.079212 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] Sync routers for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:50:11.092897 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.096505 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:11.098484 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:49:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:11.132516 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:11.147655 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-400aa2fa-2e09-4aa9-8b8d-683e0b2ff8cf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6416626 Aug 29 22:50:11.149315 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:11.153949 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:11.155575 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44208) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:11.163888 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-39bf66bc-b3ca-47ca-b8ef-231eb2b01837 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128230593', 'description': 'tempest-secgroup-smoke-1128230593 description', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:11.211381 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20540f1c-9035-4256-9259-a20339a50612 x-openstack-request-id: req-20540f1c-9035-4256-9259-a20339a50612 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:11.211666 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:11.211923 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20540f1c-9035-4256-9259-a20339a50612 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:11.212352 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20540f1c-9035-4256-9259-a20339a50612'] response: {'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'status': 'completed', 'code': 200} Aug 29 22:50:11.246551 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-39bf66bc-b3ca-47ca-b8ef-231eb2b01837 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.331720 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-9e55fc2d-3462-4fdb-9d1e-57186774f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:11.332337 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-9e55fc2d-3462-4fdb-9d1e-57186774f2f0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1129 time: 0.0704734 Aug 29 22:50:11.426124 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:11.445729 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-39bf66bc-b3ca-47ca-b8ef-231eb2b01837 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group (14e76dd2-8a30-4849-ad57-7c2430784d8e), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.451469 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-39bf66bc-b3ca-47ca-b8ef-231eb2b01837 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (14e76dd2-8a30-4849-ad57-7c2430784d8e), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.460460 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:11.510445 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-39bf66bc-b3ca-47ca-b8ef-231eb2b01837 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.511767 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-39bf66bc-b3ca-47ca-b8ef-231eb2b01837 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3543143 Aug 29 22:50:11.515634 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44212) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:11.524867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-c84bae47-a5f0-4434-b61c-3ddd041878bc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'security_group_rule': {'security_group_id': '14e76dd2-8a30-4849-ad57-7c2430784d8e', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:11.581065 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf66bc-b3ca-47ca-b8ef-231eb2b01837 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e76dd2-8a30-4849-ad57-7c2430784d8e,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:11.603442 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-959668b0-c53a-4708-90ff-31e4854d7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:11.603673 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-959668b0-c53a-4708-90ff-31e4854d7e5b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 915 time: 0.2635865 Aug 29 22:50:11.619575 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:11.635758 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c84bae47-a5f0-4434-b61c-3ddd041878bc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (c6696f90-78c6-4ba5-8600-ab7dd91c7850), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.689422 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:11.705501 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-e69fa744-2ef4-4228-bb65-b840949ee27f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 999 time: 0.0955603 Aug 29 22:50:11.768482 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c84bae47-a5f0-4434-b61c-3ddd041878bc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (c6696f90-78c6-4ba5-8600-ab7dd91c7850), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.777455 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c84bae47-a5f0-4434-b61c-3ddd041878bc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (c6696f90-78c6-4ba5-8600-ab7dd91c7850), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.791224 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '7c262520-60ce-403e-8ec2-8540147ef385', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'port_id': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'mac_address': 'fa:16:3e:cd:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:09Z', 'updated_at': '2022-08-29T22:50:09Z', 'revision_number': 0, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:49:00Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:11.799234 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-8b6799b6-c7ae-461f-96b9-0f5f0aa61b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:11.801129 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-8b6799b6-c7ae-461f-96b9-0f5f0aa61b57 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 200 len: 853 time: 0.0889151 Aug 29 22:50:11.821934 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] Checking router: ff3baf33-228c-4f26-9103-814295f085ef for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:50:11.832749 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:11.833372 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:49:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:11.840638 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bae47-a5f0-4434-b61c-3ddd041878bc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6696f90-78c6-4ba5-8600-ab7dd91c7850,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:11.854061 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c84bae47-a5f0-4434-b61c-3ddd041878bc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.859125 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c84bae47-a5f0-4434-b61c-3ddd041878bc tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381436 Aug 29 22:50:11.863274 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44220) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:11.875116 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-73c767e2-1d76-4167-a7e5-33729da915e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'security_group_rule': {'security_group_id': '14e76dd2-8a30-4849-ad57-7c2430784d8e', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:11.900197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-40b7c964-c65c-4af9-8e70-4386b5145867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:11.903329 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-40b7c964-c65c-4af9-8e70-4386b5145867 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=289d5317-906f-489d-ad26-1f02ec75ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877428 Aug 29 22:50:11.944577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c767e2-1d76-4167-a7e5-33729da915e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (1a74ff0d-a4e8-4498-a057-1bd8f0b87627), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.982407 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:11.996077 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-866c3a1b-6e8f-4605-9232-784d50058663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.070479 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-35a5def9-f11f-4f75-a0a8-a4bb5dd11e27 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587496 Aug 29 22:50:12.074538 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c767e2-1d76-4167-a7e5-33729da915e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (1a74ff0d-a4e8-4498-a057-1bd8f0b87627), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.083297 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c767e2-1d76-4167-a7e5-33729da915e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (1a74ff0d-a4e8-4498-a057-1bd8f0b87627), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.112000 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:12.114853 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c767e2-1d76-4167-a7e5-33729da915e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a74ff0d-a4e8-4498-a057-1bd8f0b87627,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:12.123718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-73c767e2-1d76-4167-a7e5-33729da915e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.124279 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-73c767e2-1d76-4167-a7e5-33729da915e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2596891 Aug 29 22:50:12.129690 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44222) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:12.134658 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-16f5c2f3-33dd-44cd-a01f-aeb5b4895399 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'security_group_rule': {'security_group_id': '14e76dd2-8a30-4849-ad57-7c2430784d8e', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:12.172815 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16f5c2f3-33dd-44cd-a01f-aeb5b4895399 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (0e1cdd3c-e78a-4cd0-b660-ec638d08ef08), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.202660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:12.207043 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2c732cc3-a5a5-428b-9bd3-463a6f012bcc req-4119cae1-1b44-46ba-b408-6265c35f8b56 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289356 Aug 29 22:50:12.263071 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16f5c2f3-33dd-44cd-a01f-aeb5b4895399 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (0e1cdd3c-e78a-4cd0-b660-ec638d08ef08), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.269250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16f5c2f3-33dd-44cd-a01f-aeb5b4895399 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (0e1cdd3c-e78a-4cd0-b660-ec638d08ef08), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.293397 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5c2f3-33dd-44cd-a01f-aeb5b4895399 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1cdd3c-e78a-4cd0-b660-ec638d08ef08,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:12.305199 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16f5c2f3-33dd-44cd-a01f-aeb5b4895399 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.307364 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-16f5c2f3-33dd-44cd-a01f-aeb5b4895399 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762064 Aug 29 22:50:12.310787 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44224) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:12.315823 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-460e0c23-ac9c-40d7-bebe-1c92c0d05049 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'security_group_rule': {'security_group_id': '14e76dd2-8a30-4849-ad57-7c2430784d8e', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:12.347835 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '7c262520-60ce-403e-8ec2-8540147ef385', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'port_id': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'mac_address': 'fa:16:3e:cd:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:09Z', 'updated_at': '2022-08-29T22:50:09Z', 'revision_number': 0, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:49:00Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:12.371183 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-460e0c23-ac9c-40d7-bebe-1c92c0d05049 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (bf76d61f-78ba-45a2-9fc5-47f1c68dcf8d), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.384905 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9570889-79da-477c-8781-cb8b344c9667 None None] The sync data for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi is: [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '7c262520-60ce-403e-8ec2-8540147ef385', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'port_id': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'mac_address': 'fa:16:3e:cd:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:09Z', 'updated_at': '2022-08-29T22:50:09Z', 'revision_number': 0, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:49:00Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:50:12.515735 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-460e0c23-ac9c-40d7-bebe-1c92c0d05049 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (bf76d61f-78ba-45a2-9fc5-47f1c68dcf8d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.528584 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-460e0c23-ac9c-40d7-bebe-1c92c0d05049 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (bf76d61f-78ba-45a2-9fc5-47f1c68dcf8d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.561200 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e0c23-ac9c-40d7-bebe-1c92c0d05049 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf76d61f-78ba-45a2-9fc5-47f1c68dcf8d,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:12.577922 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-460e0c23-ac9c-40d7-bebe-1c92c0d05049 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.584326 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44230) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:12.592481 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'security_group_rule': {'security_group_id': '14e76dd2-8a30-4849-ad57-7c2430784d8e', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:12.595722 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-460e0c23-ac9c-40d7-bebe-1c92c0d05049 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2713370 Aug 29 22:50:12.626646 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.securitygroups_db [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Project c814b0ae26d84c08b9c27e1f11d3b2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:50:12.649545 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (1fe84e91-2c61-4c04-9a88-8217ecbdbb8c), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.801395 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3855b8-7bad-4c6a-b5fa-bf15785bed8f None None] New status for floating IP 7c262520-60ce-403e-8ec2-8540147ef385: ACTIVE {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:50:12.818217 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (1fe84e91-2c61-4c04-9a88-8217ecbdbb8c), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.824300 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (1fe84e91-2c61-4c04-9a88-8217ecbdbb8c), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.907245 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.913964 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3244514 Aug 29 22:50:12.914505 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44232) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:12.939824 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d2133-f36c-48dd-abec-2a7039ac608f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe84e91-2c61-4c04-9a88-8217ecbdbb8c,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:12.941441 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'security_group_rule': {'security_group_id': '14e76dd2-8a30-4849-ad57-7c2430784d8e', 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:13.019975 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.securitygroups_db [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Project c814b0ae26d84c08b9c27e1f11d3b2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:50:13.033969 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (04b93007-369b-4be3-9424-bc4ef5572a7c), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.112097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (04b93007-369b-4be3-9424-bc4ef5572a7c), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.116566 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (04b93007-369b-4be3-9424-bc4ef5572a7c), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.140868 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b93007-369b-4be3-9424-bc4ef5572a7c,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:13.147407 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.148674 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8228585f-3cf1-4435-8b06-c68c5de2e26b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2327080 Aug 29 22:50:13.272481 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-42c3223d-b75b-4150-888b-8661fbe1b921 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1128230593&fields=id&tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff HTTP/1.1" status: 200 len: 267 time: 0.0616481 Aug 29 22:50:13.338264 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-32b36214-eca5-436f-b4be-ca28d5d1b318 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:13.340719 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-32b36214-eca5-436f-b4be-ca28d5d1b318 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0584447 Aug 29 22:50:13.358593 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'port': {'security_groups': ['8f948cdb-202a-4aac-88f1-16f17313c4bb', '14e76dd2-8a30-4849-ad57-7c2430784d8e']}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:13.469148 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.584158 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:13.749211 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:13.797015 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.840240 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.852196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:13.852821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.853188 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:50:13.854198 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3dae086a-5e38-45c6-b977-51ae6fad0f1d req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "PUT /networking/v2.0/ports/8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 981 time: 0.5055239 Aug 29 22:50:13.854778 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:13.857061 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eecdc5-d12b-4657-b979-5f3a5fa9be41" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:13.923811 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9556e70-3f6b-436e-b2d7-e49eeb71907d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=6']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:13.950355 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81db267c-fcf0-4825-aa6a-72121bb39397 x-openstack-request-id: req-81db267c-fcf0-4825-aa6a-72121bb39397 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:13.950651 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:13.950933 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81db267c-fcf0-4825-aa6a-72121bb39397 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:13.951344 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81db267c-fcf0-4825-aa6a-72121bb39397'] response: {'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'status': 'completed', 'code': 200} Aug 29 22:50:13.973010 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:14.005800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:50:14.054204 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:14.058652 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:14.064561 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-9d98ff8c-d11c-4ec5-96b3-3cd2d1918e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.066705 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-9d98ff8c-d11c-4ec5-96b3-3cd2d1918e33 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1168 time: 0.0868382 Aug 29 22:50:14.080632 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4590c9d-366f-46f7-bfe3-db90ca80891a req-1efff6a8-d4f0-4239-a3c0-3800855d2b17 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.082149 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4590c9d-366f-46f7-bfe3-db90ca80891a req-1efff6a8-d4f0-4239-a3c0-3800855d2b17 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0678017 Aug 29 22:50:14.666645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-1df05674-b676-4f37-8cb9-20745032a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.669350 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-1df05674-b676-4f37-8cb9-20745032a538 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 915 time: 0.5957470 Aug 29 22:50:14.800663 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-a2c15788-ebd2-4e41-8185-d838c7755acc service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 1001 time: 0.1189609 Aug 29 22:50:14.813624 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4590c9d-366f-46f7-bfe3-db90ca80891a req-bbb3d9c0-5667-481b-a671-404acaf04003 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7084007 Aug 29 22:50:14.924455 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8bd592f0-fb7c-4f6b-b4e2-eb4d17274e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:14.943857 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-f7e495c3-783a-44ed-b7ad-b8eedfaf82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.946167 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-f7e495c3-783a-44ed-b7ad-b8eedfaf82fd service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 200 len: 853 time: 0.1178031 Aug 29 22:50:15.006415 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-c1c3c4fe-136d-4cff-824a-a3a1577321b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:15.007971 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-c1c3c4fe-136d-4cff-824a-a3a1577321b9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=289d5317-906f-489d-ad26-1f02ec75ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539005 Aug 29 22:50:15.166653 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-5f085c29-44f8-48f8-8e8d-e14a1e2e4d27 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434350 Aug 29 22:50:15.284157 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-03eecdc5-d12b-4657-b979-5f3a5fa9be41 req-73de3e3d-7b80-4923-84a6-3c6d2aafec3d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107078 Aug 29 22:50:15.784044 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.973295 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.568454 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44326) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:17.616049 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] Deleting subnet 82e6833f-e109-4371-85ca-e7d7e0e205ec {{(pid=134261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:50:17.622714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] Publish callbacks [] for subnet (82e6833f-e109-4371-85ca-e7d7e0e205ec), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.668807 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8958356'] for subnet (82e6833f-e109-4371-85ca-e7d7e0e205ec), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.670396 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:17.715938 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (82e6833f-e109-4371-85ca-e7d7e0e205ec), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.728413 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.778837 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9334359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847573'] for subnet (82e6833f-e109-4371-85ca-e7d7e0e205ec), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.804537 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e6833f-e109-4371-85ca-e7d7e0e205ec,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:17.813590 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.817780 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2eb9e58e-66d2-464a-879a-c4621afb19d9 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/82e6833f-e109-4371-85ca-e7d7e0e205ec HTTP/1.1" status: 204 len: 168 time: 0.2481558 Aug 29 22:50:17.820834 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44328) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:17.902270 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (da172aa1-4f64-4bb9-9655-6592e47746b6), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:17.988615 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (da172aa1-4f64-4bb9-9655-6592e47746b6), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.011933 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da172aa1-4f64-4bb9-9655-6592e47746b6']}} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:18.022603 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3445d060-874c-4c74-b177-24f9054ce2fa') {'for_net_delete': True} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:18.022939 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3445d060-874c-4c74-b177-24f9054ce2fa') {} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:18.041587 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8958367'] for segment (3445d060-874c-4c74-b177-24f9054ce2fa), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.055913 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (3445d060-874c-4c74-b177-24f9054ce2fa), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.063197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=134261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:50:18.063622 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9334001'] for segment (3445d060-874c-4c74-b177-24f9054ce2fa), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.106659 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 3445d060-874c-4c74-b177-24f9054ce2fa resource provider aggregate not found Aug 29 22:50:18.128255 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 3445d060-874c-4c74-b177-24f9054ce2fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3445d060-874c-4c74-b177-24f9054ce2fa found for delete ", "request_id": "req-e302fc02-8845-42fc-b3c5-ea93eeb1ead8"}]} Aug 29 22:50:18.132718 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (da172aa1-4f64-4bb9-9655-6592e47746b6), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.139388 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.142477 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/da172aa1-4f64-4bb9-9655-6592e47746b6 HTTP/1.1" status: 204 len: 168 time: 0.3202877 Aug 29 22:50:18.155405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06e484-2485-469c-9de4-7afa0ce33fef admin admin] Pushing event deleted for resources: {'Network': ['ID=da172aa1-4f64-4bb9-9655-6592e47746b6,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:18.390654 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44338) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:18.436751 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ee256b00-a5b9-49f4-8bab-afa61e79b176 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b1f240a0b08841edb5906875c5dcf3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448856 Aug 29 22:50:18.440929 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44340) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:18.469818 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:18.496992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b8517c08-1a04-4d3b-9602-c44a952d9d37 admin admin] Publish callbacks [] for security_group (21e8c46a-a031-4a87-a088-cfacea749c9b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.518489 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b8517c08-1a04-4d3b-9602-c44a952d9d37 admin admin] Publish callbacks [] for security_group (21e8c46a-a031-4a87-a088-cfacea749c9b), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.575871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b8517c08-1a04-4d3b-9602-c44a952d9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (21e8c46a-a031-4a87-a088-cfacea749c9b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.578463 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-b8517c08-1a04-4d3b-9602-c44a952d9d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.579620 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-b8517c08-1a04-4d3b-9602-c44a952d9d37 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/21e8c46a-a031-4a87-a088-cfacea749c9b HTTP/1.1" status: 204 len: 168 time: 0.1378009 Aug 29 22:50:18.588079 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8517c08-1a04-4d3b-9602-c44a952d9d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8c46a-a031-4a87-a088-cfacea749c9b,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:18.602709 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:19.393263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44362) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:19.508511 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1316355301-network', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:19.530855 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Made reservation on behalf of 01c16f8389774f4c94889a562cdd38f9 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:19.533488 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.543500 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.627255 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:19.633875 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks [] for security_group (c8606d8d-ee96-458a-a1e9-32bf05ed731e), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.639276 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c8606d8d-ee96-458a-a1e9-32bf05ed731e), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.679909 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:50:19.691618 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8606d8d-ee96-458a-a1e9-32bf05ed731e,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:19.699174 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (13b7c684-eaff-4cf3-8832-c5640cd80731), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.699564 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Added segment 13b7c684-eaff-4cf3-8832-c5640cd80731 of type vlan for network dd592014-20a1-45d6-9a2e-33340181b90d Aug 29 22:50:19.752569 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (dd592014-20a1-45d6-9a2e-33340181b90d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.779775 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (dd592014-20a1-45d6-9a2e-33340181b90d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.781048 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:19.781763 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:19.846210 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4514041 Aug 29 22:50:19.850112 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44366) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:19.852565 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ddec3-97a7-4c09-b7ca-db1dc8658600 admin admin] Pushing event updated for resources: {'Network': ['ID=dd592014-20a1-45d6-9a2e-33340181b90d,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:19.855368 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Request body: {'subnet': {'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1316355301-subnet', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:19.864257 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network dd592014-20a1-45d6-9a2e-33340181b90d details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:50:19.878433 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Made reservation on behalf of 01c16f8389774f4c94889a562cdd38f9 for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:19.881446 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574804'] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.097443 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9678907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574786'] for subnet (54cfa3ef-2a0d-4f8b-9880-8d73fad417ad), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.397899 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:20.424298 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:20.442038 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.442380 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.442718 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.443078 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.443409 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.443733 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.444054 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.444372 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.444691 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.445010 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.445330 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.445647 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.445968 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.446284 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.446596 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.455288 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Checking segment: {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:20.455643 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Network hostable DHCP agents. Network: dd592014-20a1-45d6-9a2e-33340181b90d, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:50:20.478124 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Network dd592014-20a1-45d6-9a2e-33340181b90d is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:50:20.488789 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, dd592014-20a1-45d6-9a2e-33340181b90d) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:20.494577 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:20.495201 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.503278 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b3011a-11b8-4687-8817-51c00f6175d0 None None] Network dd592014-20a1-45d6-9a2e-33340181b90d requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:50:20.512450 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-484a984a-575d-495e-a6d5-250bcdf29cec admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6614680 Aug 29 22:50:20.515407 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44370) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:20.520480 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:20.544249 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (fa18f589-15fc-4fa8-82cc-aec0207ff752), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.545858 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (fa18f589-15fc-4fa8-82cc-aec0207ff752), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.583080 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:20.619803 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks [] for router_controller (fa18f589-15fc-4fa8-82cc-aec0207ff752), precommit_add_association {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.620813 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-dd592014-20a1-45d6-9a2e-33340181b90d', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:50:20.622306 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.663024 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:20.772909 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Allocated IP 172.20.0.2 (dd592014-20a1-45d6-9a2e-33340181b90d/54cfa3ef-2a0d-4f8b-9880-8d73fad417ad/62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:20.779460 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks [] for router_gateway (fa18f589-15fc-4fa8-82cc-aec0207ff752), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.950198 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Publish callbacks [] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.956741 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.972579 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks [] for router_gateway (fa18f589-15fc-4fa8-82cc-aec0207ff752), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.992282 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Network dd592014-20a1-45d6-9a2e-33340181b90d is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:20.995537 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:20.996267 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.002239 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:21.016120 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Pushing event updated for resources: {'Port': ['ID=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:21.071153 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Attempting to bind port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:21.071534 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Attempting to bind port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:21.071898 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Attempting to bind port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 on network dd592014-20a1-45d6-9a2e-33340181b90d {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:21.077414 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:21.077841 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Checking segment: {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:21.078496 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.078708 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Bound using segment: {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:21.079091 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Bound port: 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:21.079475 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.123185 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Allocated IP 172.27.1.53 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/fa9d7b6e-1824-4608-98fb-246746f99df8) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:21.149689 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] For port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:21.153815 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] For port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:21.163052 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.232421 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4717f-4e49-4f45-9c1f-ea7a5c121c62 None None] Pushing event updated for resources: {'Port': ['ID=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:21.253176 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks [] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.297883 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.339142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:21.342222 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:21.348895 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:21.388187 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Pushing event updated for resources: {'Port': ['ID=fa9d7b6e-1824-4608-98fb-246746f99df8,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:21.408552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:21.676318 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks [] for router_gateway (fa18f589-15fc-4fa8-82cc-aec0207ff752), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.778145 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:21.900407 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (fa18f589-15fc-4fa8-82cc-aec0207ff752), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.074227 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Router fa18f589-15fc-4fa8-82cc-aec0207ff752 is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:50:22.190278 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:50:22.202726 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Sync routers for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:50:22.214972 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:22.215956 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.216256 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:22.220240 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-304f63bb-7ca5-401b-9602-774317307cae admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7004569 Aug 29 22:50:22.220240 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44372) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:22.285985 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b3540-7430-4302-ba19-488be66f3aa3 None None] Network dd592014-20a1-45d6-9a2e-33340181b90d requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:50:22.342425 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:22.364753 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:22.396117 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-15c8d740-a841-4361-af22-6e12e05fede8 None None] Provisioning complete for port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:22.396509 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-15c8d740-a841-4361-af22-6e12e05fede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.453494 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:22.483858 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:22.485099 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:22.485601 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.507739 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:22.574775 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:21Z', 'revision_number': 3, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:22.587550 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-15c8d740-a841-4361-af22-6e12e05fede8 None None] Current status of the port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:22.588096 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-15c8d740-a841-4361-af22-6e12e05fede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.617064 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Checking router: fa18f589-15fc-4fa8-82cc-aec0207ff752 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:50:22.617419 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Updating router fa18f589-15fc-4fa8-82cc-aec0207ff752 port fa9d7b6e-1824-4608-98fb-246746f99df8 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:50:22.658095 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.661805 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-15c8d740-a841-4361-af22-6e12e05fede8 None None] For port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:22.695554 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-15c8d740-a841-4361-af22-6e12e05fede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.761529 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.771109 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:22.786010 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8d740-a841-4361-af22-6e12e05fede8 None None] Pushing event updated for resources: {'Port': ['ID=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:22.793365 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:22.793768 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.842348 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-8b468c0b-e0a1-4997-b4ad-bb006775c0df None None] Provisioning complete for port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:22.842854 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8b468c0b-e0a1-4997-b4ad-bb006775c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.917909 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:22.920313 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.db.api [None req-bb27d465-6072-431f-a238-cd199643073e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=134263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 22:50:22.920892 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG oslo_db.api [None req-bb27d465-6072-431f-a238-cd199643073e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 22:50:22.975137 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Publish callbacks [] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.978614 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:22.982871 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.983141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-8b468c0b-e0a1-4997-b4ad-bb006775c0df None None] Current status of the port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:23.031171 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Attempting to bind port fa9d7b6e-1824-4608-98fb-246746f99df8 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:23.031460 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Attempting to bind port fa9d7b6e-1824-4608-98fb-246746f99df8 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:23.031790 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Attempting to bind port fa9d7b6e-1824-4608-98fb-246746f99df8 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:23.043947 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Allocated IP 172.20.0.1 (dd592014-20a1-45d6-9a2e-33340181b90d/54cfa3ef-2a0d-4f8b-9880-8d73fad417ad/a19d55bf-4be3-4019-ba81-d3311c1a8ec6) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:23.044362 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:23.044802 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:23.045188 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.045920 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:23.046068 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Bound port: fa9d7b6e-1824-4608-98fb-246746f99df8, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:23.046488 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.049526 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Pushing event updated for resources: {'Port': ['ID=fa9d7b6e-1824-4608-98fb-246746f99df8,revision_number=2']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:23.078708 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.079170 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.079552 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.079917 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.080254 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.080586 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.080916 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.081243 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.081565 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.082574 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.082574 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.082574 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.083101 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.083254 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.083534 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:23.130753 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] For port fa9d7b6e-1824-4608-98fb-246746f99df8, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:23.135362 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] For port fa9d7b6e-1824-4608-98fb-246746f99df8, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=fa9d7b6e-1824-4608-98fb-246746f99df8,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:23.144106 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.180974 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:23.181726 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:23.192937 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks [] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.239389 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.250588 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fec7d0-814d-4614-bf97-79cd0be1e395 None None] Pushing event updated for resources: {'Port': ['ID=fa9d7b6e-1824-4608-98fb-246746f99df8,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:23.288185 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Network dd592014-20a1-45d6-9a2e-33340181b90d is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:23.292314 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:23.298863 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:23.327873 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Pushing event updated for resources: {'Port': ['ID=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:23.350423 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (fa18f589-15fc-4fa8-82cc-aec0207ff752), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.459965 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:23.489283 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:23.538250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.598429 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:23.612591 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-8b3d92ef-b741-4a0c-b7e5-57bf776f7f8c None None] Provisioning complete for port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:23.613219 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8b3d92ef-b741-4a0c-b7e5-57bf776f7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.650559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d92ef-b741-4a0c-b7e5-57bf776f7f8c None None] Port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:50:23.693133 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:21Z', 'revision_number': 3, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:23.724890 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d6ac5-abee-4ec7-90cb-683d43c5fdd8 None None] The sync data for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi is: [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:21Z', 'revision_number': 3, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:50:23.754988 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks [] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.760240 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.849228 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (fa18f589-15fc-4fa8-82cc-aec0207ff752), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:23.851197 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Pushing event updated for resources: {'Port': ['ID=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:23.968884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:23.975755 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Network dd592014-20a1-45d6-9a2e-33340181b90d is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:23.978244 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:24.128282 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Router fa18f589-15fc-4fa8-82cc-aec0207ff752 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:50:24.287352 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:50:24.296661 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-11c4c7d6-cb7d-44b8-a1d2-fa79bf6935ee admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/fa18f589-15fc-4fa8-82cc-aec0207ff752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0753219 Aug 29 22:50:24.391727 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-8875f642-5c3d-46bf-a430-646c8fab7685 None None] Provisioning complete for port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:24.392105 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8875f642-5c3d-46bf-a430-646c8fab7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.434260 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device fa9d7b6e-1824-4608-98fb-246746f99df8 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:24.470102 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-8875f642-5c3d-46bf-a430-646c8fab7685 None None] Port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:50:24.499797 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port fa9d7b6e-1824-4608-98fb-246746f99df8 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:24.501974 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.602281 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port fa9d7b6e-1824-4608-98fb-246746f99df8 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:24.602281 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.632387 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port fa9d7b6e-1824-4608-98fb-246746f99df8, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=fa9d7b6e-1824-4608-98fb-246746f99df8,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:24.638062 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.639498 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:24.685413 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:24.730179 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=fa9d7b6e-1824-4608-98fb-246746f99df8,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:24.741380 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:24.741634 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.845118 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:25.060508 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44388) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:25.065816 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-670606280-network', 'tenant_id': '8a4dffe025c1425ea038139156586810'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:25.086848 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Made reservation on behalf of 8a4dffe025c1425ea038139156586810 for: {'network': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:25.089209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for network (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.099276 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.194424 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks [] for security_group (d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.199187 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.226482 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=134261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:50:25.236944 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:25.244104 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (3adc0166-a80b-484b-aae4-b8f56e127f49), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.244496 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.segments_db [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Added segment 3adc0166-a80b-484b-aae4-b8f56e127f49 of type vlan for network 469ac622-db31-4e05-9a7e-b59288ce9993 Aug 29 22:50:25.277217 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:25.293925 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743326519646'] for network (469ac622-db31-4e05-9a7e-b59288ce9993), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.328508 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285'] for network (469ac622-db31-4e05-9a7e-b59288ce9993), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.329526 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:25.330102 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.392984 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3310905 Aug 29 22:50:25.395956 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44390) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:25.396645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb757b-d80f-450b-b710-327ffa4c07b4 admin admin] Pushing event updated for resources: {'Network': ['ID=469ac622-db31-4e05-9a7e-b59288ce9993,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:25.403678 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Request body: {'subnet': {'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-670606280-subnet', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'ip_version': 4}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:25.409853 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Network 469ac622-db31-4e05-9a7e-b59288ce9993 details requested by agent ovs-agent-dv-cinder-854270-4-iscsi with host dv-cinder-854270-4-iscsi {{(pid=134263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:50:25.412171 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:25.429657 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Made reservation on behalf of 8a4dffe025c1425ea038139156586810 for: {'subnet': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:25.432343 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9574804'] for subnet (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.645369 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Sync routers for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:50:25.658571 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:25.659280 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:25.666398 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9678907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9574786'] for subnet (7423de63-ce5f-4e7f-8a67-2322fe995062), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.710058 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:25.732079 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7423de63-ce5f-4e7f-8a67-2322fe995062,revision_number=0']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:25.754523 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Checking segment: {'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:25.755035 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Network hostable DHCP agents. Network: 469ac622-db31-4e05-9a7e-b59288ce9993, hostable agents: ['b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58'], hosted agents: [] {{(pid=134262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:50:25.778123 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Network 469ac622-db31-4e05-9a7e-b59288ce9993 is scheduled to be hosted by DHCP agent b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58 with binding_index 1 {{(pid=134262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:50:25.790800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:25.791085 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854270-4-iscsi, 469ac622-db31-4e05-9a7e-b59288ce9993) {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:25.797141 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:25.797779 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.820984 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-b64b8fca-9b33-44ba-a4a1-6a58b9d7762a admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4199362 Aug 29 22:50:25.821825 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44394) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:25.824399 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b6445-c41f-4d5c-bb78-b44a1a4c171f None None] Network 469ac622-db31-4e05-9a7e-b59288ce9993 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:50:25.829192 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:25.864403 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3897037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126319'] for router (c494f087-f24f-4026-8b57-29715962e5d2), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.866871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3898096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126308'] for router (c494f087-f24f-4026-8b57-29715962e5d2), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.928827 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks [] for router_controller (c494f087-f24f-4026-8b57-29715962e5d2), precommit_add_association {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.016935 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.063800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8046e52-b199-52ae-a777-5c2a0ef1e1b6-469ac622-db31-4e05-9a7e-b59288ce9993', 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993', 'project_id': '8a4dffe025c1425ea038139156586810', 'fixed_ips': [{'subnet_id': '7423de63-ce5f-4e7f-8a67-2322fe995062'}]}} from dv-cinder-854270-4-iscsi. {{(pid=134263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:50:26.065038 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.084427 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks [] for router_gateway (c494f087-f24f-4026-8b57-29715962e5d2), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.181952 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:26.203576 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 2, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:26.256286 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Checking router: fa18f589-15fc-4fa8-82cc-aec0207ff752 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:50:26.256842 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Updating router fa18f589-15fc-4fa8-82cc-aec0207ff752 port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:50:26.302074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks [] for router_gateway (c494f087-f24f-4026-8b57-29715962e5d2), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.325985 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.340942 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.365668 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device fa9d7b6e-1824-4608-98fb-246746f99df8 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:26.398570 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.db_base_plugin_common [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Allocated IP 172.20.0.2 (469ac622-db31-4e05-9a7e-b59288ce9993/7423de63-ce5f-4e7f-8a67-2322fe995062/3a456197-253d-4e8f-94f4-458e0d3d4a03) {{(pid=134263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:26.428171 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:26.470946 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Allocated IP 172.27.1.164 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/94bdedf1-4494-409b-afa1-0f7e2bbe45f5) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:26.594011 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:26.614928 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port fa9d7b6e-1824-4608-98fb-246746f99df8 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:26.615565 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.637622 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks [] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.681015 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.739198 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:26.742801 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:26.745829 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:26.774641 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Pushing event updated for resources: {'Port': ['ID=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:26.861768 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:26.900807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Publish callbacks [] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), precommit_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.915543 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), after_create {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.918881 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port fa9d7b6e-1824-4608-98fb-246746f99df8 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:27.018271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Network 469ac622-db31-4e05-9a7e-b59288ce9993 is already hosted by enough agents. {{(pid=134263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:27.028595 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.scheduler.base_scheduler [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Resources bound (agent type, host, resource id): {{(pid=134263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:27.043083 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Received port after_create {{(pid=134263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:27.069835 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Pushing event updated for resources: {'Port': ['ID=3a456197-253d-4e8f-94f4-458e0d3d4a03,revision_number=1']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:27.074464 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Publish callbacks [] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.103055 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.123515 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks [] for router_gateway (c494f087-f24f-4026-8b57-29715962e5d2), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.204774 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Attempting to bind port 3a456197-253d-4e8f-94f4-458e0d3d4a03 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:27.205298 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Attempting to bind port 3a456197-253d-4e8f-94f4-458e0d3d4a03 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:27.205769 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Attempting to bind port 3a456197-253d-4e8f-94f4-458e0d3d4a03 on network 469ac622-db31-4e05-9a7e-b59288ce9993 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:27.220124 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44825567-9a71-48bd-9ba9-5da3b871a97f None None] Pushing event updated for resources: {'Port': ['ID=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:27.228724 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:50:27.244589 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:27.245505 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Checking segment: {'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:27.245977 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.246356 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Bound using segment: {'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:27.246876 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Bound port: 3a456197-253d-4e8f-94f4-458e0d3d4a03, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:27.247257 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.275997 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Attempting to bind port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:27.276367 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Attempting to bind port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:27.276751 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Attempting to bind port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 on network dd592014-20a1-45d6-9a2e-33340181b90d {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:27.302214 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:27.302662 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Checking segment: {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:27.303009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.303416 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Bound using segment: {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:27.303883 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Bound port: a19d55bf-4be3-4019-ba81-d3311c1a8ec6, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:27.304258 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.336990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:27.344848 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:27.373086 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3898024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3898685'] for router (c494f087-f24f-4026-8b57-29715962e5d2), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.383307 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] For port 3a456197-253d-4e8f-94f4-458e0d3d4a03, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:27.416019 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] For port 3a456197-253d-4e8f-94f4-458e0d3d4a03, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=3a456197-253d-4e8f-94f4-458e0d3d4a03,segment=NetworkSegment(3adc0166-a80b-484b-aae4-b8f56e127f49),segment_id=3adc0166-a80b-484b-aae4-b8f56e127f49)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:27.426834 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.458629 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] For port a19d55bf-4be3-4019-ba81-d3311c1a8ec6, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:27.476109 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] For port a19d55bf-4be3-4019-ba81-d3311c1a8ec6, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:27.504000 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.530257 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bd160-43bb-4c75-adf7-05c0290aa4b0 None None] Pushing event updated for resources: {'Port': ['ID=3a456197-253d-4e8f-94f4-458e0d3d4a03,revision_number=2']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:27.533519 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:27.534145 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:27.546941 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:27.567880 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Router c494f087-f24f-4026-8b57-29715962e5d2 is scheduled to L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 with binding_index 1 {{(pid=134261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:50:27.766416 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:50:27.779653 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Sync routers for ids ['c494f087-f24f-4026-8b57-29715962e5d2'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:50:27.798312 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.798611 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Routers {'c494f087-f24f-4026-8b57-29715962e5d2'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:27.802696 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c494f087-f24f-4026-8b57-29715962e5d2'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:27.802978 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-70fc78fc-c26f-462f-870f-e7cd8a67c106 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9741263 Aug 29 22:50:27.804384 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44398) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:27.928353 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44825567-9a71-48bd-9ba9-5da3b871a97f None None] Pushing event updated for resources: {'Port': ['ID=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:27.939806 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Set router c494f087-f24f-4026-8b57-29715962e5d2 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:27.952267 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:28.083156 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:28.127247 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:50:26Z', 'revision_number': 3, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port': {'id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:26Z', 'updated_at': '2022-08-29T22:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:28.153185 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Checking router: c494f087-f24f-4026-8b57-29715962e5d2 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:50:28.153620 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Updating router c494f087-f24f-4026-8b57-29715962e5d2 port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 binding host dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:50:28.193849 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.226304 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:28.237047 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-6b028995-2480-466d-b026-2676600dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:27Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:28.271100 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:28.300104 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b028995-2480-466d-b026-2676600dfad0 None None] The sync data for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi is: [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:27Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:50:28.476527 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 3a456197-253d-4e8f-94f4-458e0d3d4a03 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:28.477841 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.583514 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Publish callbacks [] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), precommit_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.589402 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.616271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 3a456197-253d-4e8f-94f4-458e0d3d4a03 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:28.617373 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.652384 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Attempting to bind port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:28.652770 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Attempting to bind port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:28.653205 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Attempting to bind port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 on network 9c4d8b67-6be5-4a01-a017-49b452fbe847 {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:28.679041 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:28.687024 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Checking segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:28.687811 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.688498 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Bound using segment: {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'} {{(pid=134264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:28.689306 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.managers [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Bound port: 94bdedf1-4494-409b-afa1-0f7e2bbe45f5, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70debf-97ef-4c0f-b8f0-614b1d9091cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847'}}] {{(pid=134264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:28.689869 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), before_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.701017 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a272634-ce91-41c1-a5e3-6a6f5e601ba2 None None] Pushing event updated for resources: {'Port': ['ID=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,revision_number=2']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:28.789744 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Allocated IP 172.20.0.1 (469ac622-db31-4e05-9a7e-b59288ce9993/7423de63-ce5f-4e7f-8a67-2322fe995062/2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:28.796588 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 3a456197-253d-4e8f-94f4-458e0d3d4a03 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:28.796984 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.810143 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] For port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:28.830291 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.plugins.ml2.db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] For port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:28.839021 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron_lib.callbacks.manager [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), after_update {{(pid=134264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.882171 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 3a456197-253d-4e8f-94f4-458e0d3d4a03, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=3a456197-253d-4e8f-94f4-458e0d3d4a03,segment=NetworkSegment(3adc0166-a80b-484b-aae4-b8f56e127f49),segment_id=3adc0166-a80b-484b-aae4-b8f56e127f49)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:28.886967 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.893402 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:28.931394 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Routers {'c494f087-f24f-4026-8b57-29715962e5d2'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:28.932481 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c494f087-f24f-4026-8b57-29715962e5d2'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:28.978382 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=3a456197-253d-4e8f-94f4-458e0d3d4a03,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:28.999934 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1f024-bf3b-494c-9f19-87345e31c30e None None] Network 469ac622-db31-4e05-9a7e-b59288ce9993 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:50:29.066582 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a272634-ce91-41c1-a5e3-6a6f5e601ba2 None None] Pushing event updated for resources: {'Port': ['ID=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,revision_number=3']} {{(pid=134264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:29.111813 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-c3cd05a1-92ce-485c-99f6-6bbde3fd2f1f None None] Provisioning complete for port 3a456197-253d-4e8f-94f4-458e0d3d4a03 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:29.112528 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-c3cd05a1-92ce-485c-99f6-6bbde3fd2f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.118283 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] Set router c494f087-f24f-4026-8b57-29715962e5d2 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:29.177527 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:29.268871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks [] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.291055 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd05a1-92ce-485c-99f6-6bbde3fd2f1f None None] Current status of the port 3a456197-253d-4e8f-94f4-458e0d3d4a03 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:29.321310 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.380491 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:50:26Z', 'revision_number': 3, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port': {'id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:26Z', 'updated_at': '2022-08-29T22:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:29.380859 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Network 469ac622-db31-4e05-9a7e-b59288ce9993 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:29.382363 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:29.387660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:29.417818 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:29.427523 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993b9e7-3ac1-4152-919f-3d93490c3dbf None None] The sync data for ids ['c494f087-f24f-4026-8b57-29715962e5d2'] in dv-cinder-854270-4-iscsi is: [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:50:26Z', 'revision_number': 3, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port': {'id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:26Z', 'updated_at': '2022-08-29T22:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:50:29.440774 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3898969'] for router_interface (c494f087-f24f-4026-8b57-29715962e5d2), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.607806 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.621319 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-8eda69a7-f15e-410d-8951-0ffeed7c9e75 None None] Provisioning complete for port 3a456197-253d-4e8f-94f4-458e0d3d4a03 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:29.622042 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8eda69a7-f15e-410d-8951-0ffeed7c9e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.684507 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:29.779795 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-8eda69a7-f15e-410d-8951-0ffeed7c9e75 None None] Current status of the port 3a456197-253d-4e8f-94f4-458e0d3d4a03 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:29.906686 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks [] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.913438 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.025287 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-85f12e91-f924-4f1c-8026-b121232d5b37 None None] Provisioning complete for port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:30.026600 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-85f12e91-f924-4f1c-8026-b121232d5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.028631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899085'] for router_interface (c494f087-f24f-4026-8b57-29715962e5d2), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.031276 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:30.049451 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.050084 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.050379 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.050537 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.051209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.051209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.051675 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.051757 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.052106 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.052531 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.053033 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.053543 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.054100 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.054651 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.055304 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:30.078014 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:30.098075 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-85f12e91-f924-4f1c-8026-b121232d5b37 None None] Port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:50:30.174425 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Network 469ac622-db31-4e05-9a7e-b59288ce9993 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:30.176027 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:30.351884 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Router c494f087-f24f-4026-8b57-29715962e5d2 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:50:30.358217 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:30.532475 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 3a456197-253d-4e8f-94f4-458e0d3d4a03 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:30.537393 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-ab96181a-3eef-4330-ba3e-4437645461aa None None] Provisioning complete for port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:30.537758 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ab96181a-3eef-4330-ba3e-4437645461aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.554755 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:50:30.562766 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-50086479-a9c5-4409-add4-4b8888240c02 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/c494f087-f24f-4026-8b57-29715962e5d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7553434 Aug 29 22:50:30.605498 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-ab96181a-3eef-4330-ba3e-4437645461aa None None] Port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:50:30.615775 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 3a456197-253d-4e8f-94f4-458e0d3d4a03 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:30.616155 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.752597 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 3a456197-253d-4e8f-94f4-458e0d3d4a03 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:30.754581 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:30.828551 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:30.829004 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.923157 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:30.923642 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.945624 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:30.951433 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.952258 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a19d55bf-4be3-4019-ba81-d3311c1a8ec6 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:31.049990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.055485 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44406) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:31.064683 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:31.065871 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.067122 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-ec2e2b88-98c1-4ba9-9e5d-cd3fca1e4715 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351019154', 'description': 'tempest-secgroup-smoke-1351019154 description', 'project_id': '01c16f8389774f4c94889a562cdd38f9'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:31.094985 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2b88-98c1-4ba9-9e5d-cd3fca1e4715 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.172998 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:31.173689 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.188963 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:31.189360 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2b88-98c1-4ba9-9e5d-cd3fca1e4715 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group (a5ad641f-49d0-4322-beaa-e6ccf2e56ff1), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.193896 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2b88-98c1-4ba9-9e5d-cd3fca1e4715 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (a5ad641f-49d0-4322-beaa-e6ccf2e56ff1), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.221100 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port a19d55bf-4be3-4019-ba81-d3311c1a8ec6, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:31.226243 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.241817 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2b88-98c1-4ba9-9e5d-cd3fca1e4715 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.248544 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ec2e2b88-98c1-4ba9-9e5d-cd3fca1e4715 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1847694 Aug 29 22:50:31.249189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44408) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:31.254505 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-09952b6a-203d-4c4d-94fc-66170078d12b tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'security_group_rule': {'security_group_id': 'a5ad641f-49d0-4322-beaa-e6ccf2e56ff1', 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:31.270288 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e2b88-98c1-4ba9-9e5d-cd3fca1e4715 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.294173 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09952b6a-203d-4c4d-94fc-66170078d12b tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (734bd0ef-fd4c-441b-9e01-8f08146f1d8a), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.314452 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.364631 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09952b6a-203d-4c4d-94fc-66170078d12b tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (734bd0ef-fd4c-441b-9e01-8f08146f1d8a), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.369695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09952b6a-203d-4c4d-94fc-66170078d12b tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (734bd0ef-fd4c-441b-9e01-8f08146f1d8a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.390148 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:31.391956 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09952b6a-203d-4c4d-94fc-66170078d12b tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734bd0ef-fd4c-441b-9e01-8f08146f1d8a,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.404941 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-09952b6a-203d-4c4d-94fc-66170078d12b tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.407177 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-09952b6a-203d-4c4d-94fc-66170078d12b tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564620 Aug 29 22:50:31.409766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44410) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:31.414766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-e1c462f3-173d-45c1-89e4-ebadde4cfa72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'security_group_rule': {'security_group_id': 'a5ad641f-49d0-4322-beaa-e6ccf2e56ff1', 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:31.445522 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e1c462f3-173d-45c1-89e4-ebadde4cfa72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (913a63bd-eafa-4427-be9c-f896f908b4d9), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.536883 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e1c462f3-173d-45c1-89e4-ebadde4cfa72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (913a63bd-eafa-4427-be9c-f896f908b4d9), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.546951 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e1c462f3-173d-45c1-89e4-ebadde4cfa72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (913a63bd-eafa-4427-be9c-f896f908b4d9), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.570981 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c462f3-173d-45c1-89e4-ebadde4cfa72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913a63bd-eafa-4427-be9c-f896f908b4d9,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.576886 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e1c462f3-173d-45c1-89e4-ebadde4cfa72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.578157 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e1c462f3-173d-45c1-89e4-ebadde4cfa72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673212 Aug 29 22:50:31.581664 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44414) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:31.586927 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-4e6f0c80-4a7d-47a6-9e33-324a54eefff7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'security_group_rule': {'security_group_id': 'a5ad641f-49d0-4322-beaa-e6ccf2e56ff1', 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:31.622718 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0c80-4a7d-47a6-9e33-324a54eefff7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (daa2dda2-e100-422e-95ae-80663c4a9397), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.693111 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0c80-4a7d-47a6-9e33-324a54eefff7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (daa2dda2-e100-422e-95ae-80663c4a9397), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.697478 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0c80-4a7d-47a6-9e33-324a54eefff7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (daa2dda2-e100-422e-95ae-80663c4a9397), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.717796 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f0c80-4a7d-47a6-9e33-324a54eefff7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa2dda2-e100-422e-95ae-80663c4a9397,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.729964 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0c80-4a7d-47a6-9e33-324a54eefff7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.731676 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-4e6f0c80-4a7d-47a6-9e33-324a54eefff7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486034 Aug 29 22:50:31.736308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44416) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:31.741992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-c80cb3ff-a4fb-4a7b-b758-8b9763f71821 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'security_group_rule': {'security_group_id': 'a5ad641f-49d0-4322-beaa-e6ccf2e56ff1', 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:31.774697 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3ff-a4fb-4a7b-b758-8b9763f71821 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (f00b011a-84db-42f4-bac2-5e5914dddb7d), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.839569 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:31.849896 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3ff-a4fb-4a7b-b758-8b9763f71821 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (f00b011a-84db-42f4-bac2-5e5914dddb7d), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.854128 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Sync routers for ids ['c494f087-f24f-4026-8b57-29715962e5d2'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:50:31.861758 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3ff-a4fb-4a7b-b758-8b9763f71821 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (f00b011a-84db-42f4-bac2-5e5914dddb7d), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.867211 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Routers {'c494f087-f24f-4026-8b57-29715962e5d2'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:31.868024 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c494f087-f24f-4026-8b57-29715962e5d2'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:31.883131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cb3ff-a4fb-4a7b-b758-8b9763f71821 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00b011a-84db-42f4-bac2-5e5914dddb7d,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.892965 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c80cb3ff-a4fb-4a7b-b758-8b9763f71821 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.897807 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c80cb3ff-a4fb-4a7b-b758-8b9763f71821 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566315 Aug 29 22:50:31.897807 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44418) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:31.903197 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'security_group_rule': {'security_group_id': 'a5ad641f-49d0-4322-beaa-e6ccf2e56ff1', 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:31.926818 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.securitygroups_db [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Project 01c16f8389774f4c94889a562cdd38f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:50:31.934809 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (fb3c60cd-91bb-4117-87cd-fb626727c52a), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.986758 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Set router c494f087-f24f-4026-8b57-29715962e5d2 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:32.018502 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (fb3c60cd-91bb-4117-87cd-fb626727c52a), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.025300 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (fb3c60cd-91bb-4117-87cd-fb626727c52a), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.029373 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:32.048992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3c60cd-91bb-4117-87cd-fb626727c52a,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:32.060258 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.061802 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-53d3fde0-9e82-46aa-bb27-01e573a90a79 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626637 Aug 29 22:50:32.065158 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44420) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:32.069974 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'security_group_rule': {'security_group_id': 'a5ad641f-49d0-4322-beaa-e6ccf2e56ff1', 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:32.097123 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.securitygroups_db [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Project 01c16f8389774f4c94889a562cdd38f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:50:32.103946 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (7eaa4b41-3169-4d3d-a7cb-e33ca7f9b9d2), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.170589 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:32.179569 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (7eaa4b41-3169-4d3d-a7cb-e33ca7f9b9d2), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.186541 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798316'] for security_group_rule (7eaa4b41-3169-4d3d-a7cb-e33ca7f9b9d2), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.214219 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaa4b41-3169-4d3d-a7cb-e33ca7f9b9d2,revision_number=0']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:32.223893 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.225124 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-74b87c3d-c1d2-481e-bd82-65d2c2227153 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587665 Aug 29 22:50:32.228762 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:50:29Z', 'revision_number': 4, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port': {'id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:26Z', 'updated_at': '2022-08-29T22:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4', 'name': '', 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'mac_address': 'fa:16:3e:08:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7423de63-ce5f-4e7f-8a67-2322fe995062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:28Z', 'updated_at': '2022-08-29T22:50:29Z', 'revision_number': 2, 'project_id': '8a4dffe025c1425ea038139156586810', 'subnets': [{'id': '7423de63-ce5f-4e7f-8a67-2322fe995062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:32.272668 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Checking router: c494f087-f24f-4026-8b57-29715962e5d2 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:50:32.273290 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Updating router c494f087-f24f-4026-8b57-29715962e5d2 port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 binding host dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:50:32.305470 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.358465 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:32.525339 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:32.525712 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.845951 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:32.847253 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a19d55bf-4be3-4019-ba81-d3311c1a8ec6 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:32.950888 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Publish callbacks [] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), precommit_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.965680 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.992271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:32.992643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:33.021354 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:33.050892 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a62fa-40dc-4ef5-b7aa-3d2624d143dc None None] Pushing event updated for resources: {'Port': ['ID=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,revision_number=3']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:33.078479 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:33.126186 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Attempting to bind port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 on host dv-cinder-854270-4-iscsi for vnic_type normal with profile {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:33.126559 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Attempting to bind port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 by drivers openvswitch,hyperv on host dv-cinder-854270-4-iscsi at level 0 using segments [{'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:33.126989 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Attempting to bind port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 on network 469ac622-db31-4e05-9a7e-b59288ce9993 {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:33.150707 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Checking agent: {'id': '18f69c95-d7f0-433f-9443-d62c105a5dce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854270-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 32, 47), 'started_at': datetime.datetime(2022, 8, 29, 22, 33, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854270-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:33.151652 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Checking segment: {'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:33.152012 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:33.152413 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Bound using segment: {'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'} {{(pid=134263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:33.152900 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.managers [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Bound port: 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4, host: dv-cinder-854270-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adc0166-a80b-484b-aae4-b8f56e127f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993'}}] {{(pid=134263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:33.153284 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:33.186685 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:33.248907 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] For port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4, host dv-cinder-854270-4-iscsi, cleared binding levels {{(pid=134263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:33.252318 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] For port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4, host dv-cinder-854270-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,segment=NetworkSegment(3adc0166-a80b-484b-aae4-b8f56e127f49),segment_id=3adc0166-a80b-484b-aae4-b8f56e127f49)] {{(pid=134263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:33.258888 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:33.303857 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Routers {'c494f087-f24f-4026-8b57-29715962e5d2'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:50:33.304505 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c494f087-f24f-4026-8b57-29715962e5d2'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:33.357379 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a62fa-40dc-4ef5-b7aa-3d2624d143dc None None] Pushing event updated for resources: {'Port': ['ID=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:33.442150 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] Set router c494f087-f24f-4026-8b57-29715962e5d2 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:50:33.665258 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:50:29Z', 'revision_number': 4, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port': {'id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:26Z', 'updated_at': '2022-08-29T22:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4', 'name': '', 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'mac_address': 'fa:16:3e:08:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7423de63-ce5f-4e7f-8a67-2322fe995062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:28Z', 'updated_at': '2022-08-29T22:50:33Z', 'revision_number': 4, 'project_id': '8a4dffe025c1425ea038139156586810', 'subnets': [{'id': '7423de63-ce5f-4e7f-8a67-2322fe995062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:50:33.695624 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cda6dc-fce8-492d-9c1c-235e2442700a None None] The sync data for ids ['c494f087-f24f-4026-8b57-29715962e5d2'] in dv-cinder-854270-4-iscsi is: [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:50:29Z', 'revision_number': 4, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port': {'id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:26Z', 'updated_at': '2022-08-29T22:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4', 'name': '', 'network_id': '469ac622-db31-4e05-9a7e-b59288ce9993', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'mac_address': 'fa:16:3e:08:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7423de63-ce5f-4e7f-8a67-2322fe995062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:28Z', 'updated_at': '2022-08-29T22:50:33Z', 'revision_number': 4, 'project_id': '8a4dffe025c1425ea038139156586810', 'subnets': [{'id': '7423de63-ce5f-4e7f-8a67-2322fe995062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:50:34.328778 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:34.377514 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:34.377941 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:34.503617 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 is: DOWN; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:34.504257 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:34.552540 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-bb27d465-6072-431f-a238-cd199643073e None None] For port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,segment=NetworkSegment(3adc0166-a80b-484b-aae4-b8f56e127f49),segment_id=3adc0166-a80b-484b-aae4-b8f56e127f49)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:34.556575 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:34.587084 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:34.615082 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Pushing event updated for resources: {'Port': ['ID=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:35.785816 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:35.812111 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=61,neutron:INSERT=5,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:36.319271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 up at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:36.378374 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-bb27d465-6072-431f-a238-cd199643073e None None] Provisioning complete for port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:36.378955 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.480368 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 is: ACTIVE; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:37.729684 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2f03e-fce8-4664-bbe7-30386d3d6d44 req-e191e8f6-b91d-4d66-b61e-3930d0384ee0 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:37.731263 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-51e2f03e-fce8-4664-bbe7-30386d3d6d44 req-e191e8f6-b91d-4d66-b61e-3930d0384ee0 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0831060 Aug 29 22:50:37.738198 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-eee87f88-85ca-4c52-af87-abbc15738da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:37.739943 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-eee87f88-85ca-4c52-af87-abbc15738da9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1168 time: 0.0624321 Aug 29 22:50:37.872474 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-51e2f03e-fce8-4664-bbe7-30386d3d6d44 req-4c7a5da2-5d81-48cd-964a-0e7b68d9a9f1 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314669 Aug 29 22:50:37.896499 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-6d7e68b0-19f1-411c-9581-f1289820b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:37.898099 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-6d7e68b0-19f1-411c-9581-f1289820b9d3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 915 time: 0.1497278 Aug 29 22:50:37.979793 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-44783aad-806a-4e80-88a7-576a6aa918d5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 1001 time: 0.0749133 Aug 29 22:50:38.042237 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-48dbe8ed-fa96-46ec-bf65-15c5aecce33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:38.044722 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-48dbe8ed-fa96-46ec-bf65-15c5aecce33a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 200 len: 853 time: 0.0576205 Aug 29 22:50:38.098517 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-cc8d91cc-f535-419e-8411-d82081d576a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:38.100459 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-cc8d91cc-f535-419e-8411-d82081d576a9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=289d5317-906f-489d-ad26-1f02ec75ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474219 Aug 29 22:50:38.221268 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-f9215e9f-2383-4d76-a68a-046bbb8d4a84 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134219 Aug 29 22:50:38.330707 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:38.340455 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ace1989-465f-47f2-aa95-d96ccc14b25e req-b2ee07e5-df96-4dd8-9a63-a7ff1c5702cb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124854 Aug 29 22:50:39.022822 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e26711-7902-4bd9-befd-46b4ab1d8941 req-5d2f1403-f0ca-4b03-beec-6d5e67571d79 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:39.024559 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-35e26711-7902-4bd9-befd-46b4ab1d8941 req-5d2f1403-f0ca-4b03-beec-6d5e67571d79 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0541229 Aug 29 22:50:39.104628 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-35e26711-7902-4bd9-befd-46b4ab1d8941 req-7f8c148f-d71a-466f-8636-cca69de77240 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730963 Aug 29 22:50:39.381626 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:39.421108 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:40.289490 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7a22a-c542-4d5f-8513-d5b9c27df40e req-41ddbfde-ac1f-419d-9be1-094ce5f22c63 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:40.292771 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48d7a22a-c542-4d5f-8513-d5b9c27df40e req-41ddbfde-ac1f-419d-9be1-094ce5f22c63 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0718882 Aug 29 22:50:40.378338 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-48d7a22a-c542-4d5f-8513-d5b9c27df40e req-554e4a54-16fc-4b24-8032-3fe4e12495ae tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787857 Aug 29 22:50:41.527486 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac61f63-0bd3-4ee2-a5d0-789cb775d69b req-3ae372e2-bf4c-4dc5-9517-e0976389d988 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:41.528943 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4ac61f63-0bd3-4ee2-a5d0-789cb775d69b req-3ae372e2-bf4c-4dc5-9517-e0976389d988 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0614970 Aug 29 22:50:41.598893 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4ac61f63-0bd3-4ee2-a5d0-789cb775d69b req-167ed201-246d-44ef-b8db-a6f53fc97da7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617003 Aug 29 22:50:41.987774 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-f999647d-1380-4fae-8fe7-b7f0b7158a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:42.737850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365c2e6-801d-499b-82d0-3d28f7e5cccc req-33ebca13-26fc-4b70-a23b-10cc13bf4488 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:42.739570 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8365c2e6-801d-499b-82d0-3d28f7e5cccc req-33ebca13-26fc-4b70-a23b-10cc13bf4488 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0602114 Aug 29 22:50:42.814227 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:42.821384 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8365c2e6-801d-499b-82d0-3d28f7e5cccc req-4e47a73e-bf4e-4c2c-ac84-88f0d830a632 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712731 Aug 29 22:50:43.949265 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d009f7-ee86-4746-a913-ccf4688a911a req-4fac7301-ada3-41ba-bc53-504ac7d95a23 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.951205 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0d009f7-ee86-4746-a913-ccf4688a911a req-4fac7301-ada3-41ba-bc53-504ac7d95a23 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0519900 Aug 29 22:50:44.023269 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c0d009f7-ee86-4746-a913-ccf4688a911a req-4c9dc602-1831-4b95-bc73-c415fbed59ab tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658288 Aug 29 22:50:44.767563 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a96f79a0-9bf4-4820-900c-a201133155cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:45.157464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2fd08-7e89-480d-a32f-800e24070bc8 req-9eab9572-373e-4703-b086-3f0b21e4bec3 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:45.158964 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c5d2fd08-7e89-480d-a32f-800e24070bc8 req-9eab9572-373e-4703-b086-3f0b21e4bec3 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0513103 Aug 29 22:50:45.236226 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c5d2fd08-7e89-480d-a32f-800e24070bc8 req-ef5657ed-aafa-4425-8132-014577a5d152 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711215 Aug 29 22:50:45.786861 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:46.365238 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b50d9-07f9-45b3-80f9-f6306ce0779a req-04bc2624-8e42-421d-a95b-8b6253411a9c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:46.366610 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8e4b50d9-07f9-45b3-80f9-f6306ce0779a req-04bc2624-8e42-421d-a95b-8b6253411a9c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0544717 Aug 29 22:50:46.427673 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8e4b50d9-07f9-45b3-80f9-f6306ce0779a req-fe1fd1b4-59f2-4446-a8c2-292e8e346802 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544326 Aug 29 22:50:46.962359 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:46.967724 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:47.666194 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71286-debf-4db6-aff3-e59f3751ad99 req-230dc7b1-4439-4915-9417-254884b4172b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:47.667702 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-44b71286-debf-4db6-aff3-e59f3751ad99 req-230dc7b1-4439-4915-9417-254884b4172b tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.1620698 Aug 29 22:50:47.732550 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:47.737575 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-44b71286-debf-4db6-aff3-e59f3751ad99 req-602ca1ff-5c35-4d08-997b-da6e2e7d3022 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641575 Aug 29 22:50:48.950717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315f081-a363-45e3-97af-5e4fffdbbc3b req-f6256eda-cdcf-4f9b-9b25-9c8cee6e1a63 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:48.952522 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0315f081-a363-45e3-97af-5e4fffdbbc3b req-f6256eda-cdcf-4f9b-9b25-9c8cee6e1a63 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.1381500 Aug 29 22:50:48.995890 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-ef2f26bd-3ae0-4c52-944d-e758171c8be8 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1351019154&fields=id&tenant_id=01c16f8389774f4c94889a562cdd38f9 HTTP/1.1" status: 200 len: 267 time: 0.0833225 Aug 29 22:50:49.042829 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:49.088351 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0315f081-a363-45e3-97af-5e4fffdbbc3b req-50ac321a-2097-4d32-865d-dd04b894b9e7 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254051 Aug 29 22:50:49.141169 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-304e633c-d6dd-49bc-b32d-c4b94a313655 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:49.142606 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-304e633c-d6dd-49bc-b32d-c4b94a313655 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 809 time: 0.1367888 Aug 29 22:50:49.157759 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-dd395f5f-d21a-4208-a954-c6be4d1e5e5f tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/quotas/01c16f8389774f4c94889a562cdd38f9 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Aug 29 22:50:49.207372 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-9cc55aed-e308-4ca1-97fe-b9c85fac4ad1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442779 Aug 29 22:50:49.306030 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-d3320d78-45aa-4121-a15e-246f3c51f70e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875642 Aug 29 22:50:49.396311 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-0b39e0ec-a600-4f25-bd2b-fcfcd313e149 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838346 Aug 29 22:50:49.667124 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:49.685793 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-521176e9-2ab1-43fe-a625-6cbc18700e84 req-ffc3e035-9bd4-4a36-95dc-2ed5d2289819 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Aug 29 22:50:50.226146 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab33da-0e12-46cd-ba24-a7c48028096e req-d7cd4741-3dfd-46c8-8c68-f0ed393949cb tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:50.228084 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2eab33da-0e12-46cd-ba24-a7c48028096e req-d7cd4741-3dfd-46c8-8c68-f0ed393949cb tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0581601 Aug 29 22:50:50.309715 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2eab33da-0e12-46cd-ba24-a7c48028096e req-414e1b95-3426-4770-86f0-7806b99f4557 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745225 Aug 29 22:50:50.812504 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7bd5a62-dcf5-4e89-a940-4c580639c1f9 req-980bc211-3d83-484c-8494-04d64a4d1dd7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 210 time: 0.0475228 Aug 29 22:50:50.823710 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-6aaf0cb8-c1e5-4d60-9d21-a832fe0ac7a1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:50.825208 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-6aaf0cb8-c1e5-4d60-9d21-a832fe0ac7a1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 809 time: 0.1442938 Aug 29 22:50:50.897144 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-6e6b0be5-0f7b-4d57-84cd-14700cbd4e6a tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=01c16f8389774f4c94889a562cdd38f9 HTTP/1.1" status: 200 len: 380 time: 0.0637081 Aug 29 22:50:50.905492 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'port': {'device_id': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'admin_state_up': True, 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'security_groups': ['a5ad641f-49d0-4322-beaa-e6ccf2e56ff1']}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:51.030422 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Made reservation on behalf of 01c16f8389774f4c94889a562cdd38f9 for: {'port': 1} {{(pid=134261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:51.034409 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.167712 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Allocated IP 172.20.0.8 (dd592014-20a1-45d6-9a2e-33340181b90d/54cfa3ef-2a0d-4f8b-9880-8d73fad417ad/db295e97-639a-4af6-bccc-cab485b31df6) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:51.281427 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:51.321030 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for port (db295e97-639a-4af6-bccc-cab485b31df6), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.359061 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.409046 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Network dd592014-20a1-45d6-9a2e-33340181b90d is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:51.434982 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:51.442338 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:51.444654 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:51.472385 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:51.488051 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5fb02-ee84-4023-9d9f-d2ca9d2f552e req-ab1ee081-43f6-44fa-815f-4124c8d23990 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:51.489621 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a5c5fb02-ee84-4023-9d9f-d2ca9d2f552e req-ab1ee081-43f6-44fa-815f-4124c8d23990 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.1019819 Aug 29 22:50:51.526509 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:51.526952 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.560145 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-3f0e0300-2543-4cea-b1fc-46fc5a5d7bc1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6583209 Aug 29 22:50:51.571804 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Request body: {'port': {'device_id': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:51.606748 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a5c5fb02-ee84-4023-9d9f-d2ca9d2f552e req-bf8924f8-d77d-40a8-aeb2-7153c50fff3c tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083732 Aug 29 22:50:51.647286 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.688280 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-d346b3cd-efd8-4f2e-9c68-033754bd14e6 None None] Provisioning complete for port db295e97-639a-4af6-bccc-cab485b31df6 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:51.688873 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d346b3cd-efd8-4f2e-9c68-033754bd14e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (db295e97-639a-4af6-bccc-cab485b31df6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.721008 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-d346b3cd-efd8-4f2e-9c68-033754bd14e6 None None] Port db295e97-639a-4af6-bccc-cab485b31df6 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:50:51.937370 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db295e97-639a-4af6-bccc-cab485b31df6 {{(pid=134261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:50:51.949097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Publish callbacks [] for port (db295e97-639a-4af6-bccc-cab485b31df6), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.959248 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94896f52-1f47-418d-9603-ddc096d0652c req-46472a75-dca6-45af-b50c-da00551511c9 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:51.960683 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-94896f52-1f47-418d-9603-ddc096d0652c req-46472a75-dca6-45af-b50c-da00551511c9 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 931 time: 0.0620880 Aug 29 22:50:51.977914 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.provisioning_blocks [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Transition to ACTIVE for port object db295e97-639a-4af6-bccc-cab485b31df6 will not be triggered until provisioned by entity L2. {{(pid=134261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:50:51.990459 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.068253 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:52.075663 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-94896f52-1f47-418d-9603-ddc096d0652c req-e3cf262d-a15c-4a10-aeb1-2a2878961a88 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093321 Aug 29 22:50:52.097570 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:52.127904 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Attempting to bind port db295e97-639a-4af6-bccc-cab485b31df6 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:52.128244 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Attempting to bind port db295e97-639a-4af6-bccc-cab485b31df6 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:52.128566 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Attempting to bind port db295e97-639a-4af6-bccc-cab485b31df6 on network dd592014-20a1-45d6-9a2e-33340181b90d {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:52.133023 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Port db295e97-639a-4af6-bccc-cab485b31df6 on network dd592014-20a1-45d6-9a2e-33340181b90d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:50:52.133341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Attempting to bind port db295e97-639a-4af6-bccc-cab485b31df6 on network dd592014-20a1-45d6-9a2e-33340181b90d {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:52.138850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:52.139372 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Checking segment: {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:52.139861 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Bound using segment: {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'} {{(pid=134261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:52.140293 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.managers [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Bound port: db295e97-639a-4af6-bccc-cab485b31df6, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b7c684-eaff-4cf3-8832-c5640cd80731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d'}}] {{(pid=134261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:52.140660 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.204676 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, cleared binding levels {{(pid=134261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:52.207884 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:52.214097 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.217372 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.218284 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.219676 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 1093 time: 0.6520114 Aug 29 22:50:52.221668 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:52.224666 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e1668-5847-4b1b-b30b-118e676a01ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "tag": "db295e97-639a-4af6-bccc-cab485b31df6"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:52.263205 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5823b4e1-d0ac-4956-8ce3-cb1ecc07f382 x-openstack-request-id: req-5823b4e1-d0ac-4956-8ce3-cb1ecc07f382 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:52.263495 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "tag": "db295e97-639a-4af6-bccc-cab485b31df6", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:52.263750 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5823b4e1-d0ac-4956-8ce3-cb1ecc07f382 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:52.264172 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5823b4e1-d0ac-4956-8ce3-cb1ecc07f382'] response: {'name': 'network-changed', 'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6', 'status': 'completed', 'code': 200} Aug 29 22:50:52.303731 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3428-e1fd-4e6c-9629-a8be818102e6 service neutron] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=3']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:52.317750 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-babc9e18-d2f1-47d5-a70e-4ac7e6fcb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.319257 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-babc9e18-d2f1-47d5-a70e-4ac7e6fcb2a4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1127 time: 0.0479455 Aug 29 22:50:52.357020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-a7179f55-b629-49a1-abd4-bf736cfc53a0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 217 time: 0.0313809 Aug 29 22:50:52.369860 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:52.411122 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-5fc42d2a-9093-4b6d-871e-24b05b7eed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.412527 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-5fc42d2a-9093-4b6d-871e-24b05b7eed27 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0497057 Aug 29 22:50:52.459467 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864757-445f-4538-adde-9157ed6c4c57 req-050eb895-274a-489c-9dca-2660a30d86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.460928 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-050eb895-274a-489c-9dca-2660a30d86e8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413582 Aug 29 22:50:52.552741 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-27408a4b-edc6-4e3a-b108-a7fe88776971 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857999 Aug 29 22:50:52.640811 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fb864757-445f-4538-adde-9157ed6c4c57 req-ad541199-0d5d-4039-8e3a-91b97722c4e6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815852 Aug 29 22:50:52.724103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9972400-b23b-48f3-8886-9cf451bd14dd req-b2c55b40-1427-4962-a840-f652208b4889 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.725532 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d9972400-b23b-48f3-8886-9cf451bd14dd req-b2c55b40-1427-4962-a840-f652208b4889 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0454829 Aug 29 22:50:52.788393 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d9972400-b23b-48f3-8886-9cf451bd14dd req-31c5de39-2e65-4157-b0b4-dcc80434e3db tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563240 Aug 29 22:50:52.934648 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-219934a7-f4e3-485c-8e8d-a25c7e553a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.936059 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-219934a7-f4e3-485c-8e8d-a25c7e553a37 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1127 time: 0.0395145 Aug 29 22:50:53.048704 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-67f5593d-c65d-409c-88cc-ea9a3c2be1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.050185 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-67f5593d-c65d-409c-88cc-ea9a3c2be1ed service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 910 time: 0.0860333 Aug 29 22:50:53.195656 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722195a-aa2a-474f-b478-b3ab110a9f82 req-1234f6bf-c67c-49b5-ba90-7860944abb72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.197507 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f722195a-aa2a-474f-b478-b3ab110a9f82 req-1234f6bf-c67c-49b5-ba90-7860944abb72 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0488327 Aug 29 22:50:53.245364 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f722195a-aa2a-474f-b478-b3ab110a9f82 req-b88f8e14-e7cd-4184-9525-b28c28f900e0 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Aug 29 22:50:53.508672 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-e86e4111-cf9e-47da-b568-7803b2577a0f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 217 time: 0.0322533 Aug 29 22:50:53.555191 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-4d09cc9c-9a77-4ac9-857b-ae1e3e68517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.557116 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-4d09cc9c-9a77-4ac9-857b-ae1e3e68517c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0423224 Aug 29 22:50:53.605657 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-3c5e731b-8b32-4972-944e-6f285b85eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.607143 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-3c5e731b-8b32-4972-944e-6f285b85eda6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420716 Aug 29 22:50:53.668991 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:53.699773 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-06377b64-95cf-48a0-afdc-5bf4bd77a655 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860333 Aug 29 22:50:53.795267 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b57e1668-5847-4b1b-b30b-118e676a01ba req-8a495d53-6513-4b16-af7a-ebbf19b12f9f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899298 Aug 29 22:50:53.908934 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:53.921386 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684da76a-37b0-47ae-8e2d-ec20e43dab63 req-517575d6-b699-417f-b630-8c57a5c3e2e2 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.922871 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-684da76a-37b0-47ae-8e2d-ec20e43dab63 req-517575d6-b699-417f-b630-8c57a5c3e2e2 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0506132 Aug 29 22:50:53.985176 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-684da76a-37b0-47ae-8e2d-ec20e43dab63 req-8dce9fc0-e6e9-4ad7-8c4f-0c828a104aa3 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565436 Aug 29 22:50:54.368341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28273fc4-22d6-4168-b7f9-0820c4e9ddfd req-eac1042a-c0b0-4b34-8178-5321d63f3407 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:54.370371 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-28273fc4-22d6-4168-b7f9-0820c4e9ddfd req-eac1042a-c0b0-4b34-8178-5321d63f3407 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0511639 Aug 29 22:50:54.683659 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-28273fc4-22d6-4168-b7f9-0820c4e9ddfd req-cda88d49-38c7-4253-b2ed-bba9890acb5a tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073068 Aug 29 22:50:55.120640 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172b347-3de1-494b-aa83-d04d9ec9070d req-af890e76-ae8e-45da-806a-32f9b7536b66 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:55.122278 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c172b347-3de1-494b-aa83-d04d9ec9070d req-af890e76-ae8e-45da-806a-32f9b7536b66 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0502698 Aug 29 22:50:55.198604 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c172b347-3de1-494b-aa83-d04d9ec9070d req-d440d697-04f9-4610-9461-d3df44ff73d0 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&id=14e76dd2-8a30-4849-ad57-7c2430784d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697014 Aug 29 22:50:55.824418 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1e9aa-bbcb-418c-b711-6e39c6cf8d18 req-d7b44f70-00ed-43d3-b6bc-e0fd7feab55f tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:55.825546 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-63e1e9aa-bbcb-418c-b711-6e39c6cf8d18 req-d7b44f70-00ed-43d3-b6bc-e0fd7feab55f tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0614958 Aug 29 22:50:55.876052 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-63e1e9aa-bbcb-418c-b711-6e39c6cf8d18 req-a3f2fb4a-921b-4f30-8ffb-ea8a2e8d26ea tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Aug 29 22:50:55.976235 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.649407 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device db295e97-639a-4af6-bccc-cab485b31df6 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:50:56.750327 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:56.767042 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'db295e97-639a-4af6-bccc-cab485b31df6', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'port_id': 'db295e97-639a-4af6-bccc-cab485b31df6', 'mac_address': 'fa:16:3e:fd:67:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:50:56.804125 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port db295e97-639a-4af6-bccc-cab485b31df6 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:56.804581 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.817711 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db295e97-639a-4af6-bccc-cab485b31df6 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:50:56.840009 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:56.845857 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.895133 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:56.902872 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.903153 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.903493 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.903825 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.904153 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.904630 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.904956 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.905278 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.905599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.905916 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.906237 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.906556 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.906897 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.907215 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:56.907530 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:57.012900 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b3f24-1b78-4da6-9370-3b12c43f8abd req-5d1f16c2-0977-48df-b3d4-02f22bc8a97f tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.014362 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fa6b3f24-1b78-4da6-9370-3b12c43f8abd req-5d1f16c2-0977-48df-b3d4-02f22bc8a97f tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 944 time: 0.0573220 Aug 29 22:50:57.065798 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fa6b3f24-1b78-4da6-9370-3b12c43f8abd req-d0705641-ef94-4da9-a29a-c47ef4cf383d tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458212 Aug 29 22:50:57.068111 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['db295e97-639a-4af6-bccc-cab485b31df6'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:50:57.258676 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:58.193513 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad0e02-d7c1-4b5c-a337-f8fb398b63d2 req-46d8750a-a85b-46e2-b7bd-f843b8ddf5c5 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:58.195099 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ebad0e02-d7c1-4b5c-a337-f8fb398b63d2 req-46d8750a-a85b-46e2-b7bd-f843b8ddf5c5 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 944 time: 0.0527196 Aug 29 22:50:58.252610 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ebad0e02-d7c1-4b5c-a337-f8fb398b63d2 req-7533e419-402b-4cff-8edd-3d37a0396356 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510020 Aug 29 22:50:58.677328 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device db295e97-639a-4af6-bccc-cab485b31df6 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:58.723798 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port db295e97-639a-4af6-bccc-cab485b31df6 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:50:58.729709 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port db295e97-639a-4af6-bccc-cab485b31df6 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:58.730119 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (db295e97-639a-4af6-bccc-cab485b31df6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.804134 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port db295e97-639a-4af6-bccc-cab485b31df6 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:58.804520 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.830643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:58.833065 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421b9a23-d55f-4bf4-9671-62fa92eeff6c" -d '{"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-plugged", "status": "completed", "tag": "db295e97-639a-4af6-bccc-cab485b31df6"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:58.846647 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:58.850932 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.875632 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c719c6-73ce-4695-a46f-05d76af0edb6 x-openstack-request-id: req-93c719c6-73ce-4695-a46f-05d76af0edb6 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:58.875900 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-plugged", "status": "completed", "tag": "db295e97-639a-4af6-bccc-cab485b31df6", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:58.876148 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93c719c6-73ce-4695-a46f-05d76af0edb6 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:58.876545 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c719c6-73ce-4695-a46f-05d76af0edb6'] response: {'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6', 'code': 200} Aug 29 22:50:58.876871 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:58.904338 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:59.099544 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ac4b7-7c1f-41a6-bd4c-1650160737f2 req-b817f6ae-bfd9-4042-8ce8-00046c77c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:59.101028 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3b4ac4b7-7c1f-41a6-bd4c-1650160737f2 req-b817f6ae-bfd9-4042-8ce8-00046c77c304 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0381870 Aug 29 22:50:59.148160 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3b4ac4b7-7c1f-41a6-bd4c-1650160737f2 req-8c06be90-4010-4bb0-991c-549a6cac435f service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 Aug 29 22:50:59.370359 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7dbdc-0c0e-43a7-9d7d-164f064f126f req-44897ad1-40e5-41c6-a419-29089bfa95c9 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:59.371827 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27d7dbdc-0c0e-43a7-9d7d-164f064f126f req-44897ad1-40e5-41c6-a419-29089bfa95c9 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0472538 Aug 29 22:50:59.423433 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-27d7dbdc-0c0e-43a7-9d7d-164f064f126f req-689ab2e9-1736-4bb8-9fef-792672b6b88e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 Aug 29 22:51:00.557571 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d87ec6-1a8e-4644-862d-9d8b0cdb89fc req-265ac37a-6b85-4c64-934b-f49f9f919f91 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:00.558990 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c7d87ec6-1a8e-4644-862d-9d8b0cdb89fc req-265ac37a-6b85-4c64-934b-f49f9f919f91 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0534093 Aug 29 22:51:00.617881 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c7d87ec6-1a8e-4644-862d-9d8b0cdb89fc req-3da59c7f-ace1-4bed-b6d6-6563929bf4eb tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527942 Aug 29 22:51:01.746410 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d202a6-cf83-42f7-9860-12cad1add1bd req-65318256-b5d1-4219-a3b2-1b36c6f5ef86 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:01.747893 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d6d202a6-cf83-42f7-9860-12cad1add1bd req-65318256-b5d1-4219-a3b2-1b36c6f5ef86 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0469682 Aug 29 22:51:01.772714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:01.798463 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d6d202a6-cf83-42f7-9860-12cad1add1bd req-0886c9b3-8326-49f7-9dcd-7287b653d535 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Aug 29 22:51:01.926048 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3273e2-d6c9-427c-b731-ac7b608e0fd4 req-881a0734-d69a-4c5d-9e55-c457a95c9867 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:01.927508 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4c3273e2-d6c9-427c-b731-ac7b608e0fd4 req-881a0734-d69a-4c5d-9e55-c457a95c9867 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0566609 Aug 29 22:51:01.987850 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4c3273e2-d6c9-427c-b731-ac7b608e0fd4 req-caac4cc6-af22-40a1-a8bb-f2b77ac3b1b1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542104 Aug 29 22:51:02.013852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44610) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:02.067595 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:02.097671 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee97c5f-d6fc-46a5-9cef-8595f839c4ac tempest-TestShelveInstance-2017739335 tempest-TestShelveInstance-2017739335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:02.099220 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-fee97c5f-d6fc-46a5-9cef-8595f839c4ac tempest-TestShelveInstance-2017739335 tempest-TestShelveInstance-2017739335-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1124 time: 0.0843647 Aug 29 22:51:02.102078 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44614) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:02.107285 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'port_id': 'db295e97-639a-4af6-bccc-cab485b31df6', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:02.130842 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:02.217579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:02.340966 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_common [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Allocated IP 172.27.1.127 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/dbcda193-5e36-42ad-9609-27490faf43d7) {{(pid=134261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:02.459289 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for port (dbcda193-5e36-42ad-9609-27490faf43d7), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:02.527627 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-9ed98fd3-41ca-46cc-b9a3-6053dd5e093c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479507 Aug 29 22:51:02.528956 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (dbcda193-5e36-42ad-9609-27490faf43d7), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:02.599034 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:02.605478 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.base_scheduler [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Resources bound (agent type, host, resource id): {{(pid=134261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:02.611978 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Received port after_create {{(pid=134261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:02.636854 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'Port': ['ID=dbcda193-5e36-42ad-9609-27490faf43d7,revision_number=1']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:02.641475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-dbca20a5-9df6-4a1e-a1f1-739e344c06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:02.642994 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-dbca20a5-9df6-4a1e-a1f1-739e344c06e8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 1129 time: 0.0898767 Aug 29 22:51:02.747617 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:02.834417 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-1ced944f-697b-4899-a11e-fd46d0bcfe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:02.835942 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-1ced944f-697b-4899-a11e-fd46d0bcfe3f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.1730292 Aug 29 22:51:02.922047 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:02.971838 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-ee41a153-286f-4145-85e7-e46afb7d3b35 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c HTTP/1.1" status: 200 len: 1001 time: 0.1030886 Aug 29 22:51:03.080476 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-5c7d135e-908e-4faa-81f4-eb8c1a5731cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:03.082103 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-5c7d135e-908e-4faa-81f4-eb8c1a5731cb service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.1016378 Aug 29 22:51:03.170310 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-f19393bf-3b44-457f-be2c-0c2a236a7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:03.171790 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-f19393bf-3b44-457f-be2c-0c2a236a7a7d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827434 Aug 29 22:51:03.276816 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for floatingip (72081ec6-8522-4591-ae1b-9094bf4a5248), precommit_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:03.345180 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-664b6bd2-dad4-47f7-898e-24795e9d06c9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665299 Aug 29 22:51:03.430201 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (dbcda193-5e36-42ad-9609-27490faf43d7), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:03.520428 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-16f65b29-f67f-4ba6-8570-f9dba7d58ca0 req-c592e940-4012-4647-8178-efedca829d07 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693983 Aug 29 22:51:03.636297 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for port (dbcda193-5e36-42ad-9609-27490faf43d7), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:03.646067 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (dbcda193-5e36-42ad-9609-27490faf43d7), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:03.717417 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (72081ec6-8522-4591-ae1b-9094bf4a5248), after_create {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:03.719976 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event updated for resources: {'Port': ['ID=dbcda193-5e36-42ad-9609-27490faf43d7,revision_number=2']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:03.765557 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:03.772828 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:03.846277 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Floating IP 72081ec6-8522-4591-ae1b-9094bf4a5248 associated. External IP: 172.27.1.127, port: db295e97-639a-4af6-bccc-cab485b31df6. Aug 29 22:51:04.072112 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Router fa18f589-15fc-4fa8-82cc-aec0207ff752 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:51:04.182406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:04.192161 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] Sync routers for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:04.202764 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:04.203688 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:04.204330 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:04.241161 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-64c57c64-6b01-463c-a35e-17e109949aa1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1380608 Aug 29 22:51:04.241745 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:04.244228 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba2687d-836a-4aa4-9d58-daef8588ce56" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "tag": "db295e97-639a-4af6-bccc-cab485b31df6"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:04.247016 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:51:04.299329 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa847a66-2b97-45e2-bd0f-4193b67d4dcb x-openstack-request-id: req-fa847a66-2b97-45e2-bd0f-4193b67d4dcb {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:04.299692 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "tag": "db295e97-639a-4af6-bccc-cab485b31df6", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:04.299955 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa847a66-2b97-45e2-bd0f-4193b67d4dcb {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:04.300372 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa847a66-2b97-45e2-bd0f-4193b67d4dcb'] response: {'name': 'network-changed', 'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6', 'status': 'completed', 'code': 200} Aug 29 22:51:04.362634 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-9deeb99d-b0f1-4297-a2d2-3e412eb37fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:04.364189 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-9deeb99d-b0f1-4297-a2d2-3e412eb37fce service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0429044 Aug 29 22:51:04.409616 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:04.463295 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-85123e37-60f2-44a7-b91f-cf22407bec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:04.464648 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-85123e37-60f2-44a7-b91f-cf22407bec98 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 910 time: 0.0913146 Aug 29 22:51:04.541011 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-8586f6a7-6232-49a3-a2d2-bc9aec8a0fcc service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 999 time: 0.0603602 Aug 29 22:51:04.598289 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-b064b068-5ccf-4039-a8fb-c0fae3d7992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:04.599752 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-b064b068-5ccf-4039-a8fb-c0fae3d7992d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0528023 Aug 29 22:51:04.635534 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '72081ec6-8522-4591-ae1b-9094bf4a5248', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'port_id': 'db295e97-639a-4af6-bccc-cab485b31df6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'mac_address': 'fa:16:3e:fd:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:51:03Z', 'updated_at': '2022-08-29T22:51:03Z', 'revision_number': 0, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:31Z', 'revision_number': 5, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:04.661920 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-4fda17f1-9a51-47ed-bdb4-310fbda1de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:04.663480 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-4fda17f1-9a51-47ed-bdb4-310fbda1de82 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517604 Aug 29 22:51:04.663798 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] Checking router: fa18f589-15fc-4fa8-82cc-aec0207ff752 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:04.673190 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:04.673815 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:50:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:04.768639 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-0c95e666-fab1-423c-a8ff-750aecf5821a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896428 Aug 29 22:51:04.784639 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:05.025148 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '72081ec6-8522-4591-ae1b-9094bf4a5248', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'port_id': 'db295e97-639a-4af6-bccc-cab485b31df6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'mac_address': 'fa:16:3e:fd:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:51:03Z', 'updated_at': '2022-08-29T22:51:03Z', 'revision_number': 0, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:31Z', 'revision_number': 5, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:05.054887 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a3a58-5584-4b6f-9f2a-d593a84316d1 None None] The sync data for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi is: [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '72081ec6-8522-4591-ae1b-9094bf4a5248', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'port_id': 'db295e97-639a-4af6-bccc-cab485b31df6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'mac_address': 'fa:16:3e:fd:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:51:03Z', 'updated_at': '2022-08-29T22:51:03Z', 'revision_number': 0, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:31Z', 'revision_number': 5, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:05.140621 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3ba2687d-836a-4aa4-9d58-daef8588ce56 req-1134d9b7-9d38-4e59-ab03-e4b1dd61ef68 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520091 Aug 29 22:51:05.262615 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3d13e-097e-4326-8072-03e9bbf85907 None None] New status for floating IP 72081ec6-8522-4591-ae1b-9094bf4a5248: ACTIVE {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:51:11.982671 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-18abb542-084b-4645-9c96-33be4467e369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:14.771194 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-85633d61-e15f-4ca5-95db-05c4662c22f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.015418 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=76 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:15.027975 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=80 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:15.133284 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:15.135504 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:15.791994 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:16.976514 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.726181 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:25.978140 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.798081 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ae419db2-f907-4572-9ee7-65257e328d87 req-44ebd999-d90f-4330-90cb-0e999adb0216 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1128230593&fields=id&tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff HTTP/1.1" status: 200 len: 267 time: 0.0466006 Aug 29 22:51:30.852785 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419db2-f907-4572-9ee7-65257e328d87 req-98e9f844-265e-4ad3-bec0-9c84b7b6963d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:30.854284 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ae419db2-f907-4572-9ee7-65257e328d87 req-98e9f844-265e-4ad3-bec0-9c84b7b6963d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 984 time: 0.0504098 Aug 29 22:51:30.866043 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.v2.base [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Request body: {'port': {'security_groups': ['8f948cdb-202a-4aac-88f1-16f17313c4bb']}} {{(pid=134261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:30.959503 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), before_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.147196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:31.179196 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), precommit_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.184308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9333933'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_update {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.195209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:31.195922 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.197319 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:31.198019 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ae419db2-f907-4572-9ee7-65257e328d87 req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "PUT /networking/v2.0/ports/8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 942 time: 0.3365831 Aug 29 22:51:31.198585 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:31.200942 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73905d-7fa3-486a-82c1-cf20004a58e6" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:31.203019 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.207655 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44636) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:31.208784 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.271271 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event updated for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=7']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:31.282023 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.282613 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.283134 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.283636 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.284113 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.284658 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.285201 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.285740 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.286211 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group (14e76dd2-8a30-4849-ad57-7c2430784d8e), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.286497 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.287072 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.287610 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.288263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.288783 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.289320 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.290370 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679193-7d32-417a-aa85-9bf36aeec901 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.327832 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:31.328561 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group (14e76dd2-8a30-4849-ad57-7c2430784d8e), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.369076 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f7b5cf-dcd0-4fc1-a94e-ffb5ea56cf0b x-openstack-request-id: req-41f7b5cf-dcd0-4fc1-a94e-ffb5ea56cf0b {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:31.369365 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:31.369615 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41f7b5cf-dcd0-4fc1-a94e-ffb5ea56cf0b {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:31.370018 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f7b5cf-dcd0-4fc1-a94e-ffb5ea56cf0b'] response: {'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'status': 'completed', 'code': 200} Aug 29 22:51:31.411658 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (14e76dd2-8a30-4849-ad57-7c2430784d8e), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.415282 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.416924 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/14e76dd2-8a30-4849-ad57-7c2430784d8e HTTP/1.1" status: 204 len: 168 time: 0.2078962 Aug 29 22:51:31.421897 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44644) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:31.433161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e76dd2-8a30-4849-ad57-7c2430784d8e,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:31.445900 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.447235 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.448051 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.449203 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.450059 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.450959 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.451913 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.452766 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.453611 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.454849 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.455686 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.456525 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.457302 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.458046 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.458906 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb304e-cf39-498a-8361-2240f58bfeb8 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:31.564581 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-4e7ff672-281c-407d-bc6a-5fdeb90efea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:31.566064 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-4e7ff672-281c-407d-bc6a-5fdeb90efea2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1129 time: 0.1686153 Aug 29 22:51:31.680992 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Deleting port 731ec853-a615-4793-b6b7-7a4f716a4708 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:31.681351 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (731ec853-a615-4793-b6b7-7a4f716a4708), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.748905 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-37cc488e-6b77-454f-9a1d-d656d23f1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:31.750374 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-37cc488e-6b77-454f-9a1d-d656d23f1fa8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 915 time: 0.1750581 Aug 29 22:51:31.824790 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (731ec853-a615-4793-b6b7-7a4f716a4708), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.825743 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for floatingip (731ec853-a615-4793-b6b7-7a4f716a4708), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.846535 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Calling delete_port for 731ec853-a615-4793-b6b7-7a4f716a4708 owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:31.849793 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-08766a9a-422d-4b1a-9cf3-87fd3920fc39 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 1001 time: 0.0915065 Aug 29 22:51:31.902645 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.924835 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.984993 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-c42fe576-5f84-46c7-a750-743811d0323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:31.987367 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-c42fe576-5f84-46c7-a750-743811d0323c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 200 len: 853 time: 0.1264787 Aug 29 22:51:32.068902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-982d944f-8737-431c-a19c-0c2f455ca91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:32.070682 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-982d944f-8737-431c-a19c-0c2f455ca91a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=289d5317-906f-489d-ad26-1f02ec75ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727289 Aug 29 22:51:32.089920 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-139f06ac-cadd-4462-9a72-1da221abf3f2 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:51:32.090825 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-139f06ac-cadd-4462-9a72-1da221abf3f2 service neutron] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081372 Aug 29 22:51:32.185903 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (731ec853-a615-4793-b6b7-7a4f716a4708), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.219079 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event deleted for resources: {'Port': ['ID=731ec853-a615-4793-b6b7-7a4f716a4708,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:32.270132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-51e6739e-f40b-47e4-a9ec-485a62ceddd7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610186 Aug 29 22:51:32.384172 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks [] for floatingip (7c262520-60ce-403e-8ec2-8540147ef385), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.384487 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Floating IP 7c262520-60ce-403e-8ec2-8540147ef385 disassociated (deleted). External IP: 172.27.1.209, port: 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf. Aug 29 22:51:32.496086 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ed73905d-7fa3-486a-82c1-cf20004a58e6 req-39f248e6-013a-485d-aec5-374457d433ce service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077866 Aug 29 22:51:32.652333 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Router ff3baf33-228c-4f26-9103-814295f085ef has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:51:32.668715 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:32.771596 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:32.778357 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.785098 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] Sync routers for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:32.795993 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:32.796663 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:32.821579 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-9787aa25-536e-4d3e-8177-58cfb106f98d tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/7c262520-60ce-403e-8ec2-8540147ef385 HTTP/1.1" status: 204 len: 168 time: 1.3982251 Aug 29 22:51:32.921801 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:33.144969 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:49:00Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:33.180943 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] Checking router: ff3baf33-228c-4f26-9103-814295f085ef for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:33.189867 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:33.190484 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:33.296159 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:33.370973 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:33.374121 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:33.426471 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff00d023-86b4-4182-94fb-7e4a956f0754 x-openstack-request-id: req-ff00d023-86b4-4182-94fb-7e4a956f0754 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:33.426804 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:33.427062 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff00d023-86b4-4182-94fb-7e4a956f0754 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:33.427480 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff00d023-86b4-4182-94fb-7e4a956f0754'] response: {'name': 'network-changed', 'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'status': 'completed', 'code': 200} Aug 29 22:51:33.559773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-3512593f-64dd-4a99-a735-ca471ea639fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:33.561336 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-3512593f-64dd-4a99-a735-ca471ea639fb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 1129 time: 0.0437922 Aug 29 22:51:33.583735 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:49:00Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:33.613225 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6fe01-3aee-4b7d-8932-60eed1e84059 None None] The sync data for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi is: [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:52Z', 'revision_number': 4, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '6e2fdec9-3434-4396-ab26-fb6226861907', 'name': '', 'network_id': '289d5317-906f-489d-ad26-1f02ec75ed7d', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'mac_address': 'fa:16:3e:f5:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:51Z', 'updated_at': '2022-08-29T22:49:00Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'subnets': [{'id': 'e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:33.685169 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-f0d220fa-da94-49a0-b97b-a8994fca49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:33.686944 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-f0d220fa-da94-49a0-b97b-a8994fca49fb service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 200 len: 915 time: 0.1159213 Aug 29 22:51:33.736965 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-1fc34cb4-f42e-471d-a924-fc198187e44f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 200 len: 217 time: 0.0434084 Aug 29 22:51:33.795115 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-980ba32e-65a0-4ffe-8691-fab13ec36586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:33.796799 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-980ba32e-65a0-4ffe-8691-fab13ec36586 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 200 len: 853 time: 0.0525875 Aug 29 22:51:33.845913 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:33.855151 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-ea02b1bc-b4b5-4a35-ad00-5da808fb53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:33.857280 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-ea02b1bc-b4b5-4a35-ad00-5da808fb53d5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=289d5317-906f-489d-ad26-1f02ec75ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535843 Aug 29 22:51:33.921098 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe40656-4983-496a-a0b5-d24554d03a64 None None] New status for floating IP 7c262520-60ce-403e-8ec2-8540147ef385: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:51:33.990466 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-ec302408-33af-4aa6-88ec-bb556c155f98 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258686 Aug 29 22:51:34.105060 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f544ecac-0c49-47b6-9a73-7aa2d22ee8da req-b42b9667-4621-4499-a9c1-e2a8f1ba1fce service neutron] 10.222.0.84 "GET /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030159 Aug 29 22:51:35.647879 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9c684-a6cb-422a-b668-d7ab5356ed23 req-417a4d4b-844a-4803-871a-ba4595a5bd18 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:35.649340 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ee9c684-a6cb-422a-b668-d7ab5356ed23 req-417a4d4b-844a-4803-871a-ba4595a5bd18 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0522952 Aug 29 22:51:35.696624 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6ee9c684-a6cb-422a-b668-d7ab5356ed23 req-8b618511-f614-4911-b9e2-a5ef1046b7d4 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Aug 29 22:51:36.823689 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ce11b-408f-465a-9f75-ab245c6af042 req-60850862-0e35-49d4-b702-bba6b079f14f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:36.825176 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-758ce11b-408f-465a-9f75-ab245c6af042 req-60850862-0e35-49d4-b702-bba6b079f14f tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0534902 Aug 29 22:51:36.876001 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-758ce11b-408f-465a-9f75-ab245c6af042 req-6b93a3e3-94d0-4141-8ef6-913b519163ce tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f948cdb-202a-4aac-88f1-16f17313c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 Aug 29 22:51:37.401121 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f093-10db-4146-a533-eed85e161560 req-cc7bd4f4-aa55-46c2-a2d2-8c02b808f8bf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:37.402541 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-aec6f093-10db-4146-a533-eed85e161560 req-cc7bd4f4-aa55-46c2-a2d2-8c02b808f8bf tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 945 time: 0.0560160 Aug 29 22:51:37.503441 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Deleting port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:37.503791 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.602170 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] For port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:37.602832 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.622422 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Calling delete_port for 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf owned by compute:nova {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:37.670891 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:37.763020 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (8cec05bd-1e08-4f8e-a54b-ec0c947a77bf), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.775821 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:37.798327 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Pushing event deleted for resources: {'Port': ['ID=8cec05bd-1e08-4f8e-a54b-ec0c947a77bf,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:37.855816 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] No DVR routers for this DVR port 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf on host hv-cinder-85427 {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:51:37.858611 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.862271 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-aec6f093-10db-4146-a533-eed85e161560 req-21c64373-52a6-44cf-adfc-703450f65169 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.84 "DELETE /networking/v2.0/ports/8cec05bd-1e08-4f8e-a54b-ec0c947a77bf HTTP/1.1" status: 204 len: 173 time: 0.4510753 Aug 29 22:51:37.862816 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'name': 'network-vif-deleted', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:37.865332 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b565ec-708f-44ea-ba03-298a9c15f667" -d '{"events": [{"server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "name": "network-vif-deleted", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:37.911150 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a56e72d-9fcd-4ee0-b559-5d2ddd9cbeae x-openstack-request-id: req-5a56e72d-9fcd-4ee0-b559-5d2ddd9cbeae {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:37.911539 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cdb3bd-9f0f-43c6-a09d-aebd690b097b", "name": "network-vif-deleted", "tag": "8cec05bd-1e08-4f8e-a54b-ec0c947a77bf", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:37.911854 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a56e72d-9fcd-4ee0-b559-5d2ddd9cbeae {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:37.912268 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a56e72d-9fcd-4ee0-b559-5d2ddd9cbeae'] response: {'server_uuid': '24cdb3bd-9f0f-43c6-a09d-aebd690b097b', 'name': 'network-vif-deleted', 'tag': '8cec05bd-1e08-4f8e-a54b-ec0c947a77bf', 'status': 'completed', 'code': 200} Aug 29 22:51:38.020204 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-76d58d85-657a-45e6-867e-bb205f0f6945 req-7cd54ef0-0b0a-4fe8-ae7b-8c17e8ed8720 tempest-TestMinimumBasicScenario-1121242568 tempest-TestMinimumBasicScenario-1121242568-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=24cdb3bd-9f0f-43c6-a09d-aebd690b097b HTTP/1.1" status: 200 len: 210 time: 0.0288410 Aug 29 22:51:39.922390 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44726) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:40.004562 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:40.244686 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (ff3baf33-228c-4f26-9103-814295f085ef), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:40.740681 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Deleting port 6e2fdec9-3434-4396-ab26-fb6226861907 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:40.741007 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:40.822433 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] For port 6e2fdec9-3434-4396-ab26-fb6226861907, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6e2fdec9-3434-4396-ab26-fb6226861907,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:40.822979 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:40.839064 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Calling delete_port for 6e2fdec9-3434-4396-ab26-fb6226861907 owned by network:router_interface {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:40.847112 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:40.867999 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:40.868341 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 8cec05bd-1e08-4f8e-a54b-ec0c947a77bf not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:40.941308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:41.042373 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (6e2fdec9-3434-4396-ab26-fb6226861907), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:41.070347 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2fdec9-3434-4396-ab26-fb6226861907,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:41.147870 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:41.248644 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:51:41.267005 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (ff3baf33-228c-4f26-9103-814295f085ef), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:41.432536 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:41.444949 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:41.501398 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Router ff3baf33-228c-4f26-9103-814295f085ef has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:51:41.616558 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:41.621876 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-c640ab10-e77e-4d6c-8260-e1ea576bed8b admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ff3baf33-228c-4f26-9103-814295f085ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6984212 Aug 29 22:51:41.624691 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44732) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:41.626213 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] Sync routers for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:41.638352 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:41.639107 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:41.723349 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:41.754872 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:41.882934 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:41.942203 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:51:40Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:41.975755 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] Checking router: ff3baf33-228c-4f26-9103-814295f085ef for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:41.985277 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] Routers {'ff3baf33-228c-4f26-9103-814295f085ef'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:41.986160 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['ff3baf33-228c-4f26-9103-814295f085ef'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:41.991499 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks [] for router (ff3baf33-228c-4f26-9103-814295f085ef), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:41.994172 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bcebaa2b-bd82-4cd6-b2cb-ad6d1126fe31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.090032 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] Set router ff3baf33-228c-4f26-9103-814295f085ef gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:42.103225 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks [] for router_gateway (ff3baf33-228c-4f26-9103-814295f085ef), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.150167 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Deleting port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:42.150578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.242407 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] For port 408cf1d6-114f-4e71-b5bf-34388a9f6d4a, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:42.242692 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.255597 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Calling delete_port for 408cf1d6-114f-4e71-b5bf-34388a9f6d4a owned by network:router_gateway {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:42.265573 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:51:40Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:42.291670 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bbe9e1-3707-4105-8caf-12ce54ab153e None None] The sync data for ids ['ff3baf33-228c-4f26-9103-814295f085ef'] in dv-cinder-854270-4-iscsi is: [{'id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'name': 'tempest-TestMinimumBasicScenario-147820530-router', 'tenant_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:51:40Z', 'revision_number': 5, 'project_id': 'c814b0ae26d84c08b9c27e1f11d3b2ff', 'gw_port': {'id': '408cf1d6-114f-4e71-b5bf-34388a9f6d4a', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3baf33-228c-4f26-9103-814295f085ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:46Z', 'updated_at': '2022-08-29T22:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:42.444725 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (408cf1d6-114f-4e71-b5bf-34388a9f6d4a), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.475844 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Pushing event deleted for resources: {'Port': ['ID=408cf1d6-114f-4e71-b5bf-34388a9f6d4a,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:42.544061 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (ff3baf33-228c-4f26-9103-814295f085ef), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.630867 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (ff3baf33-228c-4f26-9103-814295f085ef), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.633639 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks [] for router_controller (ff3baf33-228c-4f26-9103-814295f085ef), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.678921 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (ff3baf33-228c-4f26-9103-814295f085ef), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.679558 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff3baf33-228c-4f26-9103-814295f085ef {{(pid=134262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:51:42.689502 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.693040 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-c3eb7c8d-0d69-48ee-b5e3-7aecbd0627ee admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/ff3baf33-228c-4f26-9103-814295f085ef HTTP/1.1" status: 204 len: 168 time: 1.0648582 Aug 29 22:51:42.693244 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44734) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:42.747601 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] Deleting subnet e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:51:42.751099 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] Publish callbacks [] for subnet (e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.786617 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.832826 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:42.863328 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:42.875825 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.946893 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.975563 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:42.982223 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:42.985304 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-1f6da8b5-f52a-4cfc-82f1-db42545823da admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/e66f81f4-edc2-4e2e-ab6f-fddb35ec2f26 HTTP/1.1" status: 204 len: 168 time: 0.2908590 Aug 29 22:51:42.989512 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44736) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:42.990349 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc56ad-562f-41db-a61e-286ba8b70768 None None] Network 289d5317-906f-489d-ad26-1f02ec75ed7d requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:43.075290 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (289d5317-906f-489d-ad26-1f02ec75ed7d), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.121443 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Deleting port 333645de-4586-4e7f-ace1-c445b407125b {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:43.121806 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (333645de-4586-4e7f-ace1-c445b407125b), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.191977 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] For port 333645de-4586-4e7f-ace1-c445b407125b, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=333645de-4586-4e7f-ace1-c445b407125b,segment=NetworkSegment(af1cca39-9bfe-4fbe-9175-91fd2ebb06da),segment_id=af1cca39-9bfe-4fbe-9175-91fd2ebb06da)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:43.192341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (333645de-4586-4e7f-ace1-c445b407125b), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.206065 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Calling delete_port for 333645de-4586-4e7f-ace1-c445b407125b owned by network:dhcp {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:43.244636 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:43.285261 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (333645de-4586-4e7f-ace1-c445b407125b), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.311265 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Pushing event deleted for resources: {'Port': ['ID=333645de-4586-4e7f-ace1-c445b407125b,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:43.313971 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] No DVR routers for this DVR port 333645de-4586-4e7f-ace1-c445b407125b on host dv-cinder-854270-4-iscsi {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:51:43.380144 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15785def-b316-41bd-8a92-9300f71e1373 None None] DHCP port deletion for 289d5317-906f-489d-ad26-1f02ec75ed7d request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:51:43.421701 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (289d5317-906f-489d-ad26-1f02ec75ed7d), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.441883 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289d5317-906f-489d-ad26-1f02ec75ed7d']}} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:43.451586 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da') {'for_net_delete': True} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:43.451902 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1cca39-9bfe-4fbe-9175-91fd2ebb06da') {} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:43.462315 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8958367'] for segment (af1cca39-9bfe-4fbe-9175-91fd2ebb06da), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.478708 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (af1cca39-9bfe-4fbe-9175-91fd2ebb06da), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.485651 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=134261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:51:43.486147 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9334001'] for segment (af1cca39-9bfe-4fbe-9175-91fd2ebb06da), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.532887 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment af1cca39-9bfe-4fbe-9175-91fd2ebb06da resource provider aggregate not found Aug 29 22:51:43.554032 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment af1cca39-9bfe-4fbe-9175-91fd2ebb06da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af1cca39-9bfe-4fbe-9175-91fd2ebb06da found for delete ", "request_id": "req-5af56982-3efb-4cf1-a482-fbf0aaf4f342"}]} Aug 29 22:51:43.557412 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (289d5317-906f-489d-ad26-1f02ec75ed7d), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.565722 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.568039 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/289d5317-906f-489d-ad26-1f02ec75ed7d HTTP/1.1" status: 204 len: 168 time: 0.5773540 Aug 29 22:51:43.573334 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44742) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:43.578484 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a840e3-1b0e-4729-93af-5c2d6092a780 admin admin] Pushing event deleted for resources: {'Network': ['ID=289d5317-906f-489d-ad26-1f02ec75ed7d,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:43.905946 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (9272e20f-f655-423b-9176-c27c337a0227), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.138709 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Deleting port 0c7d5088-3624-45ef-b0be-a2ac9582aa50 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:44.138994 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.243379 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] For port 0c7d5088-3624-45ef-b0be-a2ac9582aa50, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=0c7d5088-3624-45ef-b0be-a2ac9582aa50,segment=NetworkSegment(bb0bc3d0-97cb-48ea-86b9-9efc94d60db7),segment_id=bb0bc3d0-97cb-48ea-86b9-9efc94d60db7)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:44.243379 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.257100 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Calling delete_port for 0c7d5088-3624-45ef-b0be-a2ac9582aa50 owned by network:router_interface {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:44.297558 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:44.366077 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 333645de-4586-4e7f-ace1-c445b407125b no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:44.458884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:44.476653 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (0c7d5088-3624-45ef-b0be-a2ac9582aa50), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.509056 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7d5088-3624-45ef-b0be-a2ac9582aa50,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:44.521642 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 333645de-4586-4e7f-ace1-c445b407125b {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:44.522181 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 333645de-4586-4e7f-ace1-c445b407125b not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:44.522549 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e2fdec9-3434-4396-ab26-fb6226861907 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:44.541466 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 6e2fdec9-3434-4396-ab26-fb6226861907 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:44.541819 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e2fdec9-3434-4396-ab26-fb6226861907 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:44.542248 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 408cf1d6-114f-4e71-b5bf-34388a9f6d4a no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:44.561696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 408cf1d6-114f-4e71-b5bf-34388a9f6d4a {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:44.562048 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 408cf1d6-114f-4e71-b5bf-34388a9f6d4a not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:44.693683 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (9272e20f-f655-423b-9176-c27c337a0227), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.776691 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e6c40fde-7e8a-499c-8f36-aeb84d17910e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.922255 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Router 9272e20f-f655-423b-9176-c27c337a0227 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:51:45.028041 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:45.033089 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-eeaf85d3-9148-4a70-8b5a-a15e3fa3fcbc admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/9272e20f-f655-423b-9176-c27c337a0227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4587014 Aug 29 22:51:45.037041 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44744) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:45.039959 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] Sync routers for ids ['9272e20f-f655-423b-9176-c27c337a0227'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:45.052283 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] Routers {'9272e20f-f655-423b-9176-c27c337a0227'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:45.052990 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9272e20f-f655-423b-9176-c27c337a0227'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:45.142580 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks [] for router (9272e20f-f655-423b-9176-c27c337a0227), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.154789 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] Set router 9272e20f-f655-423b-9176-c27c337a0227 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:45.246608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks [] for router_gateway (9272e20f-f655-423b-9176-c27c337a0227), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.279299 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:45.296962 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:45.298118 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Deleting port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:45.298461 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.345496 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:51:44Z', 'revision_number': 5, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port': {'id': '81c26da3-fb9f-4a00-9b6e-745a3ec367e5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9272e20f-f655-423b-9176-c27c337a0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:45.381376 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] Checking router: 9272e20f-f655-423b-9176-c27c337a0227 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:45.390205 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] Routers {'9272e20f-f655-423b-9176-c27c337a0227'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:45.390849 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9272e20f-f655-423b-9176-c27c337a0227'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:45.400704 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] For port 81c26da3-fb9f-4a00-9b6e-745a3ec367e5, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:45.401066 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.416438 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Calling delete_port for 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 owned by network:router_gateway {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:45.421406 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:45.504140 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] Set router 9272e20f-f655-423b-9176-c27c337a0227 gateway port host: None {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:45.552953 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:51:45Z', 'revision_number': 6, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port_host': None}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:45.582042 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad230034-4d70-4076-980a-b0cb7ff28935 None None] The sync data for ids ['9272e20f-f655-423b-9176-c27c337a0227'] in dv-cinder-854270-4-iscsi is: [{'id': '9272e20f-f655-423b-9176-c27c337a0227', 'name': 'tempest-TestMinimumBasicScenario-1120700-router', 'tenant_id': '3738ca011675489ba88c4265e0f1488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:58Z', 'updated_at': '2022-08-29T22:51:45Z', 'revision_number': 6, 'project_id': '3738ca011675489ba88c4265e0f1488b', 'gw_port_host': None}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:45.610112 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (81c26da3-fb9f-4a00-9b6e-745a3ec367e5), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.636278 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Pushing event deleted for resources: {'Port': ['ID=81c26da3-fb9f-4a00-9b6e-745a3ec367e5,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:45.701660 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (9272e20f-f655-423b-9176-c27c337a0227), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.789748 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (9272e20f-f655-423b-9176-c27c337a0227), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.792207 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks [] for router_controller (9272e20f-f655-423b-9176-c27c337a0227), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.793293 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.837462 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (9272e20f-f655-423b-9176-c27c337a0227), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.838190 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9272e20f-f655-423b-9176-c27c337a0227 {{(pid=134262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:51:45.842528 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.843954 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-1a4f9f58-854c-4e66-a701-9bed8f5b82bd admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/9272e20f-f655-423b-9176-c27c337a0227 HTTP/1.1" status: 204 len: 168 time: 0.8060970 Aug 29 22:51:45.846615 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44746) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:45.894131 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] Deleting subnet 062d5d55-b948-4264-bc96-caf031cb3d65 {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:51:45.897260 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] Publish callbacks [] for subnet (062d5d55-b948-4264-bc96-caf031cb3d65), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:45.933952 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (062d5d55-b948-4264-bc96-caf031cb3d65), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.019451 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (062d5d55-b948-4264-bc96-caf031cb3d65), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.076464 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (062d5d55-b948-4264-bc96-caf031cb3d65), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.101346 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062d5d55-b948-4264-bc96-caf031cb3d65,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:46.106960 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.110078 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-5249606b-fc48-4c14-ba45-390dbab5e965 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/062d5d55-b948-4264-bc96-caf031cb3d65 HTTP/1.1" status: 204 len: 168 time: 0.2625210 Aug 29 22:51:46.112717 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44748) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:46.116103 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ee634-bb55-4ac6-af6e-a13fb118225b None None] Network a3327e95-95dc-4824-aee0-b31549c0e044 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:46.192079 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:46.192314 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (a3327e95-95dc-4824-aee0-b31549c0e044), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.245239 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Deleting port d45691cf-365e-47f2-b8d4-24d7f312e787 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:46.245581 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.300503 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:46.315638 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] For port d45691cf-365e-47f2-b8d4-24d7f312e787, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=d45691cf-365e-47f2-b8d4-24d7f312e787,segment=NetworkSegment(bb0bc3d0-97cb-48ea-86b9-9efc94d60db7),segment_id=bb0bc3d0-97cb-48ea-86b9-9efc94d60db7)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:46.316002 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.330677 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Calling delete_port for d45691cf-365e-47f2-b8d4-24d7f312e787 owned by network:dhcp {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:46.332070 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:46.386800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] DHCP port deletion for a3327e95-95dc-4824-aee0-b31549c0e044 request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:51:46.433822 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] Deleting port d45691cf-365e-47f2-b8d4-24d7f312e787 {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:46.434202 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.452248 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:46.501025 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:46.501370 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 81c26da3-fb9f-4a00-9b6e-745a3ec367e5 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:46.501866 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0c7d5088-3624-45ef-b0be-a2ac9582aa50 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:46.537789 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 0c7d5088-3624-45ef-b0be-a2ac9582aa50 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:46.538132 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 0c7d5088-3624-45ef-b0be-a2ac9582aa50 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:46.538554 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device d45691cf-365e-47f2-b8d4-24d7f312e787 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:46.569701 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] For port d45691cf-365e-47f2-b8d4-24d7f312e787, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=d45691cf-365e-47f2-b8d4-24d7f312e787,segment=NetworkSegment(bb0bc3d0-97cb-48ea-86b9-9efc94d60db7),segment_id=bb0bc3d0-97cb-48ea-86b9-9efc94d60db7)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:46.571367 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.592123 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] Calling delete_port for d45691cf-365e-47f2-b8d4-24d7f312e787 owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:46.700155 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] Current status of the port d45691cf-365e-47f2-b8d4-24d7f312e787 is: ACTIVE; New status is: DOWN {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:46.700516 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.704887 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.743292 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45691cf-365e-47f2-b8d4-24d7f312e787,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:46.747081 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] No DVR routers for this DVR port d45691cf-365e-47f2-b8d4-24d7f312e787 on host dv-cinder-854270-4-iscsi {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:51:46.749967 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (d45691cf-365e-47f2-b8d4-24d7f312e787), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.779388 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] Pushing event deleted for resources: {'Port': ['ID=d45691cf-365e-47f2-b8d4-24d7f312e787,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:46.786394 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009dd79-aa4a-44b3-bbdf-de60db17c0c9 None None] No DVR routers for this DVR port d45691cf-365e-47f2-b8d4-24d7f312e787 on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:51:46.849754 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (a3327e95-95dc-4824-aee0-b31549c0e044), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.871002 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3327e95-95dc-4824-aee0-b31549c0e044']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:46.880619 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:46.880921 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0bc3d0-97cb-48ea-86b9-9efc94d60db7') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:46.891663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (bb0bc3d0-97cb-48ea-86b9-9efc94d60db7), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.906690 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (bb0bc3d0-97cb-48ea-86b9-9efc94d60db7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.913344 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:51:46.913725 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (bb0bc3d0-97cb-48ea-86b9-9efc94d60db7), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.956074 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment bb0bc3d0-97cb-48ea-86b9-9efc94d60db7 resource provider aggregate not found Aug 29 22:51:46.974368 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.975449 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment bb0bc3d0-97cb-48ea-86b9-9efc94d60db7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb0bc3d0-97cb-48ea-86b9-9efc94d60db7 found for delete ", "request_id": "req-fb01ad51-a1e4-429b-99d0-9c3a61cf8759"}]} Aug 29 22:51:46.984906 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (a3327e95-95dc-4824-aee0-b31549c0e044), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.991884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.996353 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/a3327e95-95dc-4824-aee0-b31549c0e044 HTTP/1.1" status: 204 len: 168 time: 0.8827069 Aug 29 22:51:47.007473 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada4d04-13b4-4a87-86a0-c3a470c1f322 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3327e95-95dc-4824-aee0-b31549c0e044,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:47.216301 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44756) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:47.240030 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:47.263385 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-3724fdf9-6e74-4fd2-b283-6025e9e1bb71 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=c814b0ae26d84c08b9c27e1f11d3b2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457885 Aug 29 22:51:47.266406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 44758) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:47.320667 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e866e7e9-c0b6-4025-9972-347e7160407c admin admin] Publish callbacks [] for security_group (8f948cdb-202a-4aac-88f1-16f17313c4bb), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.343842 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e866e7e9-c0b6-4025-9972-347e7160407c admin admin] Publish callbacks [] for security_group (8f948cdb-202a-4aac-88f1-16f17313c4bb), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.407790 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e866e7e9-c0b6-4025-9972-347e7160407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (8f948cdb-202a-4aac-88f1-16f17313c4bb), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.412732 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-e866e7e9-c0b6-4025-9972-347e7160407c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.413020 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e866e7e9-c0b6-4025-9972-347e7160407c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8f948cdb-202a-4aac-88f1-16f17313c4bb HTTP/1.1" status: 204 len: 168 time: 0.1452372 Aug 29 22:51:47.425441 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866e7e9-c0b6-4025-9972-347e7160407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f948cdb-202a-4aac-88f1-16f17313c4bb,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:47.732299 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.794890 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44764) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:47.837068 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-12598998-2c26-496b-bfa0-85c673de97d3 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3738ca011675489ba88c4265e0f1488b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403214 Aug 29 22:51:47.839001 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44766) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:47.892997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dbdc3373-e7cd-4884-b288-947f33f58229 admin admin] Publish callbacks [] for security_group (25772331-2532-44c3-a4d2-3f752c73839b), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.913712 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dbdc3373-e7cd-4884-b288-947f33f58229 admin admin] Publish callbacks [] for security_group (25772331-2532-44c3-a4d2-3f752c73839b), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.963584 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dbdc3373-e7cd-4884-b288-947f33f58229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (25772331-2532-44c3-a4d2-3f752c73839b), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.966056 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dbdc3373-e7cd-4884-b288-947f33f58229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.967242 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-dbdc3373-e7cd-4884-b288-947f33f58229 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/25772331-2532-44c3-a4d2-3f752c73839b HTTP/1.1" status: 204 len: 168 time: 0.1273458 Aug 29 22:51:47.979865 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc3373-e7cd-4884-b288-947f33f58229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25772331-2532-44c3-a4d2-3f752c73839b,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:52.261070 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=48 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:52.271708 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=38 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:56.001237 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:57.416784 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:57.418028 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:57.971322 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=58,neutron:DELETE=7 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:57.972111 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=47,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:04.045868 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12856012-0f83-4009-83af-efab96019eb9 req-340c6118-40ac-4acf-a1c3-4a01290dc267 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:04.047401 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12856012-0f83-4009-83af-efab96019eb9 req-340c6118-40ac-4acf-a1c3-4a01290dc267 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 945 time: 0.0519712 Aug 29 22:52:04.099799 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-12856012-0f83-4009-83af-efab96019eb9 req-2ca4269d-8e8a-456c-8035-097c6d3ca017 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466092 Aug 29 22:52:05.031291 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-fdd1ce0c-2454-424d-bd63-a664e2a3d363 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461996 Aug 29 22:52:05.201288 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-96537154-f898-4077-ae67-048853f7a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:05.202828 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-96537154-f898-4077-ae67-048853f7a293 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0548151 Aug 29 22:52:05.256444 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddc1ff-caf5-446f-bf53-7d575f34939b req-dbfbab80-298d-420d-b304-a60176b0e94d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:05.258036 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-88ddc1ff-caf5-446f-bf53-7d575f34939b req-dbfbab80-298d-420d-b304-a60176b0e94d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 945 time: 0.0711110 Aug 29 22:52:05.312027 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-88ddc1ff-caf5-446f-bf53-7d575f34939b req-8d3f7e6f-8732-4f30-8342-06f95a268d5d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478446 Aug 29 22:52:05.486426 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-92a7a945-b190-4179-aaac-58721acd6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:05.487935 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-92a7a945-b190-4179-aaac-58721acd6937 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 910 time: 0.0956917 Aug 29 22:52:05.505699 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-fa4fd0af-2f42-435d-89fb-278c64404b75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:05.509384 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-fa4fd0af-2f42-435d-89fb-278c64404b75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 945 time: 0.0524771 Aug 29 22:52:05.568412 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-3c3aa762-f6a4-492d-897e-1fbd2cd70025 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 1001 time: 0.0751314 Aug 29 22:52:05.600683 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Deleting port 0e27f728-d25a-4c36-8bb7-06a74c15089c {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:52:05.601013 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:05.628546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-8cc9d93f-08f5-4e80-901a-03ca47ad7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:05.630036 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-8cc9d93f-08f5-4e80-901a-03ca47ad7cd8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0544767 Aug 29 22:52:05.685133 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-75582e0c-92be-471a-bcf9-638e55377fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:05.686609 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-75582e0c-92be-471a-bcf9-638e55377fae service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512476 Aug 29 22:52:05.707745 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] For port 0e27f728-d25a-4c36-8bb7-06a74c15089c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=0e27f728-d25a-4c36-8bb7-06a74c15089c,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:05.708130 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:05.802254 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-55f3e5b8-1a11-446c-9f49-31c54a28296d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088932 Aug 29 22:52:05.911020 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:05.911387 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (1c3f2ba3-8716-4dbb-9db7-5d55eef8f370), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:05.911708 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Floating IP 1c3f2ba3-8716-4dbb-9db7-5d55eef8f370 disassociated. External IP: 172.27.1.181, port: 0e27f728-d25a-4c36-8bb7-06a74c15089c. Aug 29 22:52:05.912055 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Calling delete_port for 0e27f728-d25a-4c36-8bb7-06a74c15089c owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:52:05.920868 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-365d4c05-6b71-4fef-b926-70f60b78dc22 req-062c4452-1025-415f-899b-fd005971707d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128347 Aug 29 22:52:05.995379 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:05.998282 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:06.062041 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (0e27f728-d25a-4c36-8bb7-06a74c15089c), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:06.094784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event deleted for resources: {'Port': ['ID=0e27f728-d25a-4c36-8bb7-06a74c15089c,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:06.229149 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:52:06.363590 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:52:06.382010 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:52:06.393518 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:06.394140 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:06.435402 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] No DVR routers for this DVR port 0e27f728-d25a-4c36-8bb7-06a74c15089c on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:52:06.439628 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:06.445852 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-6f14a7ca-b3bf-451e-9162-a9f7ee9db938 req-31700f47-8e35-4b5d-8941-2ffab126de75 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "DELETE /networking/v2.0/ports/0e27f728-d25a-4c36-8bb7-06a74c15089c HTTP/1.1" status: 204 len: 173 time: 0.9333763 Aug 29 22:52:06.446578 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'name': 'network-vif-deleted', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:06.455769 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0028a1d5-aec3-4304-a7dc-9d62a82907d5" -d '{"events": [{"server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "name": "network-vif-deleted", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:06.485852 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-1370b485-b4be-48d3-a6b9-2a6e55a5fc35 req-c00f3e46-cf07-46b9-83f1-e570a0a42de1 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0919031f-4373-45d3-b94e-29635868fcac HTTP/1.1" status: 200 len: 210 time: 0.0525777 Aug 29 22:52:06.499573 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30f3b67-f68e-4b33-a0bc-7063d4caff38 x-openstack-request-id: req-b30f3b67-f68e-4b33-a0bc-7063d4caff38 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:06.499981 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0919031f-4373-45d3-b94e-29635868fcac", "name": "network-vif-deleted", "tag": "0e27f728-d25a-4c36-8bb7-06a74c15089c", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:06.500336 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b30f3b67-f68e-4b33-a0bc-7063d4caff38 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:06.500851 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30f3b67-f68e-4b33-a0bc-7063d4caff38'] response: {'server_uuid': '0919031f-4373-45d3-b94e-29635868fcac', 'name': 'network-vif-deleted', 'tag': '0e27f728-d25a-4c36-8bb7-06a74c15089c', 'status': 'completed', 'code': 200} Aug 29 22:52:06.506848 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:06.730144 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:06.755924 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:52:06.765022 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:06.765678 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:51:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:06.878084 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:07.152691 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:07.181340 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4fe34-f936-41d7-accc-c173bf14eef8 None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:52:07.430615 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdde8dd-061b-4202-b691-da2afba79960 None None] New status for floating IP 1c3f2ba3-8716-4dbb-9db7-5d55eef8f370: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:52:07.781367 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-b9fd6336-90f8-47cb-8f29-dbc5a133345a tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1584453056&fields=id&tenant_id=36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 267 time: 0.0452557 Aug 29 22:52:07.893244 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ebff95e9-36a1-421c-9419-aea98a6f92d8 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:07.894602 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ebff95e9-36a1-421c-9419-aea98a6f92d8 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 810 time: 0.1061585 Aug 29 22:52:07.909211 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-3638ce8a-9672-49b7-b42e-735e1eea67aa tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/quotas/36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 375 time: 0.0092421 Aug 29 22:52:07.963258 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ba5a91f9-1eb9-49d5-bf1e-1fd36da42c02 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489211 Aug 29 22:52:07.979341 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-5aece5ed-dbb3-4051-b765-41475908ff31 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:52:07.980790 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-5aece5ed-dbb3-4051-b765-41475908ff31 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056534 Aug 29 22:52:08.067283 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:08.071634 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-1a5bd887-87d5-473a-8451-8d8aaa4c4d7c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Aug 29 22:52:08.085735 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:08.168902 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-5232f637-abef-45fe-a9eb-63fe34a1dbc4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907774 Aug 29 22:52:08.465003 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3afc1549-3e63-48b1-a94b-7868085d0d35 req-bb29792f-a17a-472f-80a5-cd11e50a87d1 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 210 time: 0.0276034 Aug 29 22:52:08.955480 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0e27f728-d25a-4c36-8bb7-06a74c15089c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:52:08.976309 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 0e27f728-d25a-4c36-8bb7-06a74c15089c {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:52:08.976639 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 0e27f728-d25a-4c36-8bb7-06a74c15089c not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:52:09.551792 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2479255c-91e0-444c-9d52-a9ebd46d80c5 req-e7683ebf-d2a0-4116-9f40-374644cb685d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Aug 29 22:52:10.637411 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-dd2f186e-21dc-4454-b326-939e31ded3d7 req-d1ad2508-3f3d-4c1e-86b5-16d73d180e99 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 210 time: 0.0273311 Aug 29 22:52:11.726479 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-20e962b5-d7dd-4048-8feb-9629dd0861be req-ff2be9de-5266-4d60-b2e7-1c206d1319b7 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Aug 29 22:52:11.988632 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2729fb8e-0d47-4500-a6fc-77a685447d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:12.827269 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3b8f33be-d9a9-439c-8faf-377813b69a78 req-848b1bf5-2052-4017-b2f1-f01cb2424f8f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 210 time: 0.0285103 Aug 29 22:52:13.643471 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:13.655142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-5ee80376-2c60-4011-be1f-68fa22531a2b tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:13.656641 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-5ee80376-2c60-4011-be1f-68fa22531a2b tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 810 time: 0.1204998 Aug 29 22:52:13.705782 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:13.753319 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-2b9f0990-843e-4cdc-ba6c-c3368d86922a tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 380 time: 0.0886810 Aug 29 22:52:13.765392 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'port': {'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'admin_state_up': True, 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'security_groups': ['dd260f68-c17c-49cd-860e-dc4986baa9b3']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:13.907053 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Made reservation on behalf of 36e090f60dd244cea327de965ad9af13 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:52:13.911879 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.959362 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8e45e7f4-228e-4daf-bb9f-7835ac1e95a5 req-78807906-fba3-4460-bccb-21d6577b5178 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 210 time: 0.0384805 Aug 29 22:52:14.077529 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Allocated IP 172.20.0.7 (97336a57-5879-42cd-b56c-34e6fb04c8c0/0ddaa405-9f74-42a8-880f-f165e7bb850e/d43fa887-48db-44e4-b027-1e329db78c04) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:52:14.253221 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (d43fa887-48db-44e4-b027-1e329db78c04), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.291470 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (d43fa887-48db-44e4-b027-1e329db78c04), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.337268 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:52:14.341076 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:52:14.345380 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:52:14.351482 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=d43fa887-48db-44e4-b027-1e329db78c04,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:14.399950 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:14.400788 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.419663 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-ef93dbef-59d2-4da4-b560-10cb5d3469ab tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6618140 Aug 29 22:52:14.430608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Request body: {'port': {'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:14.498952 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d43fa887-48db-44e4-b027-1e329db78c04), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.615147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-fb77ad5e-6c54-4d03-a9b5-f1edc172c173 None None] Provisioning complete for port d43fa887-48db-44e4-b027-1e329db78c04 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:52:14.615736 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-fb77ad5e-6c54-4d03-a9b5-f1edc172c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d43fa887-48db-44e4-b027-1e329db78c04), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.634265 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:14.648769 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-fb77ad5e-6c54-4d03-a9b5-f1edc172c173 None None] Port d43fa887-48db-44e4-b027-1e329db78c04 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:52:14.674825 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:14.767529 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43fa887-48db-44e4-b027-1e329db78c04 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:52:14.775215 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Publish callbacks [] for port (d43fa887-48db-44e4-b027-1e329db78c04), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.782605 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-dd4919f4-8489-4d1f-9ad3-ad44476a22ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.789046 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Transition to ACTIVE for port object d43fa887-48db-44e4-b027-1e329db78c04 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:52:14.792892 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (d43fa887-48db-44e4-b027-1e329db78c04), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.858808 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Pushing event updated for resources: {'Port': ['ID=d43fa887-48db-44e4-b027-1e329db78c04,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:14.906160 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Attempting to bind port d43fa887-48db-44e4-b027-1e329db78c04 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:52:14.906493 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Attempting to bind port d43fa887-48db-44e4-b027-1e329db78c04 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:52:14.906856 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Attempting to bind port d43fa887-48db-44e4-b027-1e329db78c04 on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:52:14.911090 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Port d43fa887-48db-44e4-b027-1e329db78c04 on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:52:14.911409 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Attempting to bind port d43fa887-48db-44e4-b027-1e329db78c04 on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:52:14.916198 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:52:14.916532 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Checking segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:52:14.916914 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Bound using segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:52:14.917841 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Bound port: d43fa887-48db-44e4-b027-1e329db78c04, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:52:14.918192 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d43fa887-48db-44e4-b027-1e329db78c04), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.980697 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] For port d43fa887-48db-44e4-b027-1e329db78c04, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:52:14.983901 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] For port d43fa887-48db-44e4-b027-1e329db78c04, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d43fa887-48db-44e4-b027-1e329db78c04,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:52:14.989003 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (d43fa887-48db-44e4-b027-1e329db78c04), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.993333 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:14.993951 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.995964 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 200 len: 1093 time: 0.5689902 Aug 29 22:52:14.996588 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:14.998697 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d158dee1-2c1b-413f-9f46-90332d9f6edf" -d '{"events": [{"name": "network-changed", "server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "tag": "d43fa887-48db-44e4-b027-1e329db78c04"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:15.078817 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20125a69-c58f-4ed1-b030-b4b9a5486c55 service neutron] Pushing event updated for resources: {'Port': ['ID=d43fa887-48db-44e4-b027-1e329db78c04,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:15.096814 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-c7a8539f-72a1-4ced-811f-f34be92caf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.097076 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a893e-4cb1-4e9d-8ab0-d195b2ed8f9e req-64d4bf7f-a960-402a-9ce9-540be063d262 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.098394 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-096a893e-4cb1-4e9d-8ab0-d195b2ed8f9e req-64d4bf7f-a960-402a-9ce9-540be063d262 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0500174 Aug 29 22:52:15.098769 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-c7a8539f-72a1-4ced-811f-f34be92caf26 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1127 time: 0.0542171 Aug 29 22:52:15.144496 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-79e9bf3d-7f2b-482f-ad5f-2258f2a599ce service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 200 len: 217 time: 0.0386925 Aug 29 22:52:15.166079 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-096a893e-4cb1-4e9d-8ab0-d195b2ed8f9e req-c4bc5d69-f598-44d7-8f8d-f5e6385d3fea tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593703 Aug 29 22:52:15.203561 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c923bf1-1985-4572-92aa-22702b8f098f x-openstack-request-id: req-1c923bf1-1985-4572-92aa-22702b8f098f {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:15.203929 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "tag": "d43fa887-48db-44e4-b027-1e329db78c04", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:15.204250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c923bf1-1985-4572-92aa-22702b8f098f {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:15.204714 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c923bf1-1985-4572-92aa-22702b8f098f'] response: {'name': 'network-changed', 'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04', 'status': 'completed', 'code': 200} Aug 29 22:52:15.223442 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-598847b2-76ed-4ca0-ab89-3f071b3a9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.225252 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-598847b2-76ed-4ca0-ab89-3f071b3a9433 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0735760 Aug 29 22:52:15.271898 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-50ccf0f1-49f8-489f-91d4-dad2171dd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.273420 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-50ccf0f1-49f8-489f-91d4-dad2171dd370 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427306 Aug 29 22:52:15.378017 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-803752aa-8049-488f-9831-3955c4013196 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983460 Aug 29 22:52:15.473346 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-5563a687-4d02-4760-9d17-90eaba847bb7 req-eb436d79-7a2e-44c9-afda-5c60f377e924 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898609 Aug 29 22:52:15.712605 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-c50f2bb7-7932-4e9c-b7b8-787f921d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.714611 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-c50f2bb7-7932-4e9c-b7b8-787f921d6c1a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1127 time: 0.0390923 Aug 29 22:52:15.787781 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:15.791750 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:15.812604 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-bd9750be-c006-413f-bec1-fe1de1d3e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.814064 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-bd9750be-c006-413f-bec1-fe1de1d3e8bd service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.0927365 Aug 29 22:52:15.851960 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-16fbe576-de6f-42ba-bad3-89d3be7669c8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 200 len: 217 time: 0.0323286 Aug 29 22:52:15.890540 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:15.900059 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-489973b8-47c1-4448-96be-fdaa50195d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.901993 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-489973b8-47c1-4448-96be-fdaa50195d63 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0431824 Aug 29 22:52:15.943820 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-34c941d6-cc8c-4148-b4d5-cb2114433b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.945237 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-34c941d6-cc8c-4148-b4d5-cb2114433b5c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376747 Aug 29 22:52:16.041457 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-6e424bbc-1bc7-4494-95ba-c2fc82c785bd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895810 Aug 29 22:52:16.134265 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d158dee1-2c1b-413f-9f46-90332d9f6edf req-b6499da0-808a-4326-8066-64d39fb4cda6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874486 Aug 29 22:52:16.280154 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890613b3-d509-4ab2-a4d0-04839cd3a898 req-4c5dd4f3-73f2-4dab-a386-bf264c38054e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:16.281613 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-890613b3-d509-4ab2-a4d0-04839cd3a898 req-4c5dd4f3-73f2-4dab-a386-bf264c38054e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0483801 Aug 29 22:52:16.336841 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-890613b3-d509-4ab2-a4d0-04839cd3a898 req-c1992973-b6b2-4275-95b7-0ca82b520f59 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496202 Aug 29 22:52:16.969151 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.455378 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0743080-ca55-4ecf-8b62-e82f9b16ca45 req-ab26267e-d218-455b-8744-0990f29bf382 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:17.456810 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f0743080-ca55-4ecf-8b62-e82f9b16ca45 req-ab26267e-d218-455b-8744-0990f29bf382 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0452199 Aug 29 22:52:17.508053 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f0743080-ca55-4ecf-8b62-e82f9b16ca45 req-bd75fe46-6dbc-44d2-aa2f-69073d976598 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Aug 29 22:52:17.732933 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.248192 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:52:18.632743 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488437e-7773-4c58-8fda-5291bfac113c req-d16db71d-6573-489e-9aee-e2c432573f05 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:18.634200 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6488437e-7773-4c58-8fda-5291bfac113c req-d16db71d-6573-489e-9aee-e2c432573f05 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0541732 Aug 29 22:52:18.684528 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6488437e-7773-4c58-8fda-5291bfac113c req-f59e7093-547e-48c1-a8c7-4e4f39a8bb28 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Aug 29 22:52:19.803866 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75461e-b6ad-40ef-beca-1b18e6f7ad1a req-5a57c920-b6c0-4475-9233-053b829539f9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:19.805213 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9f75461e-b6ad-40ef-beca-1b18e6f7ad1a req-5a57c920-b6c0-4475-9233-053b829539f9 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0463815 Aug 29 22:52:19.866479 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-9f75461e-b6ad-40ef-beca-1b18e6f7ad1a req-cde0cdab-b361-40c8-9af9-b94aaa8b4ded tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556724 Aug 29 22:52:20.989566 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee6561-c137-4651-a278-6f7b93bbf4ab req-687d99bf-0aa4-4b47-aa41-4198447570a8 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:20.991051 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7cee6561-c137-4651-a278-6f7b93bbf4ab req-687d99bf-0aa4-4b47-aa41-4198447570a8 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0512376 Aug 29 22:52:21.039484 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7cee6561-c137-4651-a278-6f7b93bbf4ab req-ed685b71-9346-4d78-9050-59d07cd1d494 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Aug 29 22:52:22.163131 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feb914-c8dd-4841-b32b-7ea7a5bce21e req-e3bb154d-e04b-4972-bf29-def4a6b77449 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:22.164584 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-51feb914-c8dd-4841-b32b-7ea7a5bce21e req-e3bb154d-e04b-4972-bf29-def4a6b77449 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0464110 Aug 29 22:52:22.214061 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-51feb914-c8dd-4841-b32b-7ea7a5bce21e req-603c10a4-7bc9-41c3-b414-1923d3c1a77a tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433455 Aug 29 22:52:23.064136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device d43fa887-48db-44e4-b027-1e329db78c04 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:52:23.184902 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=64 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:23.295996 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port d43fa887-48db-44e4-b027-1e329db78c04, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d43fa887-48db-44e4-b027-1e329db78c04,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:23.308755 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'd43fa887-48db-44e4-b027-1e329db78c04', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:52:23.340486 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9138ae-f56e-473a-a85b-1d0c59c4fc1e req-8738a012-1a7d-463a-adc8-81d9cc2135dc tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:23.342563 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0c9138ae-f56e-473a-a85b-1d0c59c4fc1e req-8738a012-1a7d-463a-adc8-81d9cc2135dc tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 943 time: 0.0491621 Aug 29 22:52:23.344859 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port d43fa887-48db-44e4-b027-1e329db78c04 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:23.345254 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d43fa887-48db-44e4-b027-1e329db78c04), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:23.360316 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43fa887-48db-44e4-b027-1e329db78c04 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:52:23.380826 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port d43fa887-48db-44e4-b027-1e329db78c04, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d43fa887-48db-44e4-b027-1e329db78c04,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:23.385756 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (d43fa887-48db-44e4-b027-1e329db78c04), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:23.397163 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0c9138ae-f56e-473a-a85b-1d0c59c4fc1e req-167fe604-f7dc-4a08-a698-b9fdd80a1150 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Aug 29 22:52:23.436343 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=d43fa887-48db-44e4-b027-1e329db78c04,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:23.443650 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.443995 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.444332 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.444671 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.445002 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.445327 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.445650 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.445972 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.446313 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.446614 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.446967 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.447298 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.447616 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.447934 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.448274 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:23.595416 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['d43fa887-48db-44e4-b027-1e329db78c04'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:52:23.761937 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:23.821421 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:24.518607 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dabb61-bd4e-4fae-95b7-23808c28a59f req-d37a632f-1c53-4ecb-ac1e-655c93b1ea4b tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:24.520132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-98dabb61-bd4e-4fae-95b7-23808c28a59f req-d37a632f-1c53-4ecb-ac1e-655c93b1ea4b tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 944 time: 0.0473368 Aug 29 22:52:24.552350 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:24.573072 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-98dabb61-bd4e-4fae-95b7-23808c28a59f req-e605f089-5038-48f3-9753-9cf2ec9d503e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470722 Aug 29 22:52:25.081400 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device d43fa887-48db-44e4-b027-1e329db78c04 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:52:25.129474 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port d43fa887-48db-44e4-b027-1e329db78c04 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:52:25.136092 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port d43fa887-48db-44e4-b027-1e329db78c04 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:52:25.136704 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (d43fa887-48db-44e4-b027-1e329db78c04), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:25.206979 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port d43fa887-48db-44e4-b027-1e329db78c04 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:25.207369 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (d43fa887-48db-44e4-b027-1e329db78c04), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:25.233156 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:25.235744 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad1c3d-3e06-4cb4-ab86-ea1e684951db" -d '{"events": [{"server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "name": "network-vif-plugged", "status": "completed", "tag": "d43fa887-48db-44e4-b027-1e329db78c04"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:25.248986 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port d43fa887-48db-44e4-b027-1e329db78c04, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d43fa887-48db-44e4-b027-1e329db78c04,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:25.252931 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (d43fa887-48db-44e4-b027-1e329db78c04), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:25.299758 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=d43fa887-48db-44e4-b027-1e329db78c04,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:25.335026 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a670138-f3f3-410b-ac17-45adf81813e8 x-openstack-request-id: req-7a670138-f3f3-410b-ac17-45adf81813e8 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:25.335344 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "name": "network-vif-plugged", "status": "completed", "tag": "d43fa887-48db-44e4-b027-1e329db78c04", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:25.335603 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a670138-f3f3-410b-ac17-45adf81813e8 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:25.336006 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a670138-f3f3-410b-ac17-45adf81813e8'] response: {'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04', 'code': 200} Aug 29 22:52:25.555402 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ead11-2755-4156-b745-4c388ed4ba69 req-76ec9718-a433-40e3-9c39-580ec3f87b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:25.556887 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f94ead11-2755-4156-b745-4c388ed4ba69 req-76ec9718-a433-40e3-9c39-580ec3f87b12 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1129 time: 0.0380881 Aug 29 22:52:25.603900 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-f94ead11-2755-4156-b745-4c388ed4ba69 req-2cf47807-76d3-415d-853e-3977b11322ff service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401533 Aug 29 22:52:25.689385 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848bf4-1388-4a73-b31a-79491c1d6367 req-b545a206-6e5d-48b5-af71-88be74925187 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:25.690815 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc848bf4-1388-4a73-b31a-79491c1d6367 req-b545a206-6e5d-48b5-af71-88be74925187 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 945 time: 0.0456371 Aug 29 22:52:25.725728 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:25.739494 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-fc848bf4-1388-4a73-b31a-79491c1d6367 req-37dc6cda-e35b-4abb-adb2-ade0ca1dfba2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Aug 29 22:52:26.016548 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:26.865173 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef2cf8-73b8-4c0d-a994-13be1ca0a89c req-2966249e-3dd5-4253-9f94-ec80db2fafa6 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:26.866650 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-86ef2cf8-73b8-4c0d-a994-13be1ca0a89c req-2966249e-3dd5-4253-9f94-ec80db2fafa6 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 945 time: 0.0509875 Aug 29 22:52:26.919918 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-86ef2cf8-73b8-4c0d-a994-13be1ca0a89c req-e1b6de25-96e6-4eb8-8136-b59172591662 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475376 Aug 29 22:52:27.038563 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383401d-b022-46d3-bad0-7f07c97ade24 req-cf5f79d8-4bcd-4a05-9c0a-938170e909f5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:27.039975 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0383401d-b022-46d3-bad0-7f07c97ade24 req-cf5f79d8-4bcd-4a05-9c0a-938170e909f5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 945 time: 0.0455856 Aug 29 22:52:27.088109 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0383401d-b022-46d3-bad0-7f07c97ade24 req-2349455c-a7a1-405c-8ad0-a6e6bfa3604f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Aug 29 22:52:27.117888 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44858) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:27.155243 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45c581-5249-4bc7-9a30-50226071b902 tempest-TestVolumeBootPattern-714579505 tempest-TestVolumeBootPattern-714579505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:27.156732 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-6d45c581-5249-4bc7-9a30-50226071b902 tempest-TestVolumeBootPattern-714579505 tempest-TestVolumeBootPattern-714579505-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1124 time: 0.0378551 Aug 29 22:52:27.159459 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 44860) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:27.163583 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address': '172.20.0.7'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:27.184880 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:27.266420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:27.368462 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Allocated IP 172.27.1.165 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/ecd3686e-3076-4931-8561-1a5e9f727269) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:52:27.475239 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (ecd3686e-3076-4931-8561-1a5e9f727269), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:27.508407 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (ecd3686e-3076-4931-8561-1a5e9f727269), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:27.512491 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:27.547770 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:52:27.553327 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:52:27.557025 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:52:27.587138 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=ecd3686e-3076-4931-8561-1a5e9f727269,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:27.624229 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:27.945822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (11d970ec-b4c3-457a-b593-2692ef91c7d4), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:28.022704 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (ecd3686e-3076-4931-8561-1a5e9f727269), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:28.179949 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (ecd3686e-3076-4931-8561-1a5e9f727269), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:28.185713 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (ecd3686e-3076-4931-8561-1a5e9f727269), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:28.243934 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=76 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:28.260371 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=ecd3686e-3076-4931-8561-1a5e9f727269,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:28.264334 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (11d970ec-b4c3-457a-b593-2692ef91c7d4), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:28.366916 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Floating IP 11d970ec-b4c3-457a-b593-2692ef91c7d4 associated. External IP: 172.27.1.165, port: d43fa887-48db-44e4-b027-1e329db78c04. Aug 29 22:52:28.462396 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:28.556143 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:28.589072 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:52:28.943666 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:52:28.953148 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:52:28.960899 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:28.963184 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:28.963887 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:52:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:28.996591 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-0f3368c7-169d-43a3-9d7e-f143a3a1c981 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8360646 Aug 29 22:52:28.997860 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:29.000479 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e" -d '{"events": [{"name": "network-changed", "server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "tag": "d43fa887-48db-44e4-b027-1e329db78c04"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:29.038572 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d7090-617a-46e0-a01d-9d0b9bce3809 x-openstack-request-id: req-da5d7090-617a-46e0-a01d-9d0b9bce3809 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:29.038906 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "tag": "d43fa887-48db-44e4-b027-1e329db78c04", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:29.039244 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da5d7090-617a-46e0-a01d-9d0b9bce3809 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:29.039688 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5d7090-617a-46e0-a01d-9d0b9bce3809'] response: {'name': 'network-changed', 'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04', 'status': 'completed', 'code': 200} Aug 29 22:52:29.078373 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:29.107304 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-8547cd5f-8c7c-4da9-bd7c-910cc0918417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:29.108860 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-8547cd5f-8c7c-4da9-bd7c-910cc0918417 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1129 time: 0.0437555 Aug 29 22:52:29.234200 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-8a7ee775-acb6-4f85-9b68-15a8db574d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:29.236796 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-8a7ee775-acb6-4f85-9b68-15a8db574d5a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.1218321 Aug 29 22:52:29.300740 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-f4462387-e4bc-4f38-90e1-1626e908d1c9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 200 len: 999 time: 0.0576417 Aug 29 22:52:29.314356 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:27Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:29.340080 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:52:29.349602 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:29.350199 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:52:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:29.352278 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-dda3a4c8-1b06-4587-a5c1-d8f92b839523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:29.353713 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-dda3a4c8-1b06-4587-a5c1-d8f92b839523 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0479553 Aug 29 22:52:29.402417 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-8d4ad86f-fb2c-44d6-81c8-dd32071141bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:29.404010 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-8d4ad86f-fb2c-44d6-81c8-dd32071141bd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444620 Aug 29 22:52:29.450214 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:29.495979 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-64d698bb-0a2d-46a9-857e-fe78fc9311da service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Aug 29 22:52:29.587675 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9a3f34b1-1aa3-4a03-9a27-6e020576e38e req-e9aa51f8-a008-464f-9835-6c9a7dd55ef7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860975 Aug 29 22:52:29.657837 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:27Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:29.684546 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393c9bc-d8c6-466c-8d64-1ee982816250 None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:27Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:52:29.876088 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2debed-7131-40ef-92d1-7c847e499a80 None None] New status for floating IP 11d970ec-b4c3-457a-b593-2692ef91c7d4: ACTIVE {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:52:37.075984 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=16 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:37.084434 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=31 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.583218 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.585173 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.653452 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=76 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.661414 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.979422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.981258 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:41.991371 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7adc8968-a449-4de3-b2f9-3d13351d7f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:44.775455 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-d4bff74a-1266-484b-897b-b6b5c0e82243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:45.795358 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.971885 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:47.734640 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:55.246795 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:52:56.032796 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:00.177019 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:01.935412 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd94603-f971-4d92-af3e-a1f60f2c77c3 req-a259013c-ab30-43be-9402-059ce8006d8e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:01.937693 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8fd94603-f971-4d92-af3e-a1f60f2c77c3 req-a259013c-ab30-43be-9402-059ce8006d8e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0527647 Aug 29 22:53:02.005059 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-8fd94603-f971-4d92-af3e-a1f60f2c77c3 req-51dfee76-20cb-4978-9261-4dfa058f4b24 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609338 Aug 29 22:53:03.134852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d917cc-702a-4ae9-b184-65b31c3fea70 req-a79c8cb7-bbcc-48d6-a916-e11a99f2e433 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:03.136256 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-17d917cc-702a-4ae9-b184-65b31c3fea70 req-a79c8cb7-bbcc-48d6-a916-e11a99f2e433 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0481634 Aug 29 22:53:03.187090 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-17d917cc-702a-4ae9-b184-65b31c3fea70 req-acc20a02-8d9a-4588-9e43-28b05bd5f194 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449874 Aug 29 22:53:04.318607 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cad7e-cdec-4230-8965-2b532b5bb645 req-7fcf04b6-70f4-463e-9a69-ce8842569c42 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:04.320286 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-636cad7e-cdec-4230-8965-2b532b5bb645 req-7fcf04b6-70f4-463e-9a69-ce8842569c42 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0535293 Aug 29 22:53:04.379836 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-636cad7e-cdec-4230-8965-2b532b5bb645 req-977e73ec-4def-4d8c-a923-8add15e96aa6 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529075 Aug 29 22:53:04.550906 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92163a-7212-43b0-ae14-c64338479daf req-2f5eab02-2648-47e4-bb82-4638f99f3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:04.552537 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-bb92163a-7212-43b0-ae14-c64338479daf req-2f5eab02-2648-47e4-bb82-4638f99f3692 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0448737 Aug 29 22:53:04.685277 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92163a-7212-43b0-ae14-c64338479daf req-e0478454-93b6-41c7-b8e6-ad4a78623911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:04.687367 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-bb92163a-7212-43b0-ae14-c64338479daf req-e0478454-93b6-41c7-b8e6-ad4a78623911 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 910 time: 0.1068676 Aug 29 22:53:04.761079 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-bb92163a-7212-43b0-ae14-c64338479daf req-65e3a4d7-d6a3-433e-a7db-52a7bd722c3a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 1001 time: 0.0661697 Aug 29 22:53:04.816253 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92163a-7212-43b0-ae14-c64338479daf req-a22c87a7-4f01-48cf-98df-cb901b9c26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:04.817734 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-bb92163a-7212-43b0-ae14-c64338479daf req-a22c87a7-4f01-48cf-98df-cb901b9c26a4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0501919 Aug 29 22:53:04.867724 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92163a-7212-43b0-ae14-c64338479daf req-2c34ef1c-b8a8-4b2d-be84-398995f59245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:04.869240 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-bb92163a-7212-43b0-ae14-c64338479daf req-2c34ef1c-b8a8-4b2d-be84-398995f59245 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458498 Aug 29 22:53:04.973374 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-bb92163a-7212-43b0-ae14-c64338479daf req-17d79bd2-658c-4cf8-8705-224eabb628fb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958371 Aug 29 22:53:05.081137 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-bb92163a-7212-43b0-ae14-c64338479daf req-2d91de66-1700-45f3-a0ff-112210dd0c86 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964200 Aug 29 22:53:05.243699 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:05.506358 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f85721-2559-48bb-a115-9a2fe25d06a3 req-08555381-77e7-4810-a73c-2e26117fab43 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:05.507851 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a4f85721-2559-48bb-a115-9a2fe25d06a3 req-08555381-77e7-4810-a73c-2e26117fab43 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0522032 Aug 29 22:53:05.556376 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-a4f85721-2559-48bb-a115-9a2fe25d06a3 req-9eeb5653-f34f-4c75-ab14-d4d618440a35 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Aug 29 22:53:06.020908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:06.025799 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:06.678632 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df61de-1069-460e-b445-c1bdb1e9dc83 req-6dca1cf5-228e-424e-b809-5d3edadca29e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:06.680137 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-13df61de-1069-460e-b445-c1bdb1e9dc83 req-6dca1cf5-228e-424e-b809-5d3edadca29e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0496047 Aug 29 22:53:06.734463 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-13df61de-1069-460e-b445-c1bdb1e9dc83 req-da2cb791-0e73-434b-a63a-2f820416cf51 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474079 Aug 29 22:53:07.862719 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efdf5-4a3c-4da5-991a-273a3293a212 req-383347dc-49df-4a6a-a6d7-aa46e4e85314 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:07.864192 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-887efdf5-4a3c-4da5-991a-273a3293a212 req-383347dc-49df-4a6a-a6d7-aa46e4e85314 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0532703 Aug 29 22:53:07.913479 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-887efdf5-4a3c-4da5-991a-273a3293a212 req-d9e28efe-1d01-4283-be29-ed83f892a7e7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Aug 29 22:53:09.032281 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afae1d-e542-4299-bea6-8e323778f548 req-5ffedf8e-808c-4a4f-9d30-37e5ab358a59 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:09.034846 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-18afae1d-e542-4299-bea6-8e323778f548 req-5ffedf8e-808c-4a4f-9d30-37e5ab358a59 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Aug 29 22:53:09.098071 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-18afae1d-e542-4299-bea6-8e323778f548 req-3daa37cd-4533-4fb1-b6cb-718ff1fbbfcc tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577090 Aug 29 22:53:10.224583 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb67c-6b69-42d6-967b-90646236a2e2 req-bd226e4b-1fa4-4749-95b8-d991fb7535e3 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:10.226052 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-665fb67c-6b69-42d6-967b-90646236a2e2 req-bd226e4b-1fa4-4749-95b8-d991fb7535e3 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0479589 Aug 29 22:53:10.281331 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-665fb67c-6b69-42d6-967b-90646236a2e2 req-b23a8c55-d376-47d7-aea0-9e091a056c58 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489535 Aug 29 22:53:11.402569 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1703db-f73e-4c94-8d4e-937f3b5158d2 req-e04f454c-48d5-497a-b1d2-b78359802650 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:11.404101 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7e1703db-f73e-4c94-8d4e-937f3b5158d2 req-e04f454c-48d5-497a-b1d2-b78359802650 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0474236 Aug 29 22:53:11.456112 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-7e1703db-f73e-4c94-8d4e-937f3b5158d2 req-b97836d0-de9d-4f8f-afc5-1eee2ae9ae11 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463796 Aug 29 22:53:11.995006 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-eaeedc25-68f2-419c-9ae6-c0020001a494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:12.106261 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-925e663a-1173-4643-878f-7bfa2ae76f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:12.107684 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-925e663a-1173-4643-878f-7bfa2ae76f0a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0410089 Aug 29 22:53:12.201006 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-bacc2187-828b-421e-bdf6-445c7db85a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:12.202432 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-bacc2187-828b-421e-bdf6-445c7db85a89 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 910 time: 0.0889826 Aug 29 22:53:12.262540 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-ecc70241-f74d-4199-bc7d-da90ad91f22d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 1001 time: 0.0546751 Aug 29 22:53:12.309988 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-853a6fcf-8e43-470d-a210-e8767f0db519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:12.311437 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-853a6fcf-8e43-470d-a210-e8767f0db519 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0432627 Aug 29 22:53:12.357588 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-92b0d392-e1be-4c31-a71b-316d1ac4485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:12.359023 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-92b0d392-e1be-4c31-a71b-316d1ac4485d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420709 Aug 29 22:53:12.448237 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-2f37c0a7-d239-4518-96e0-d3bca0580f94 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830870 Aug 29 22:53:12.551431 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-e2fd32a8-e78f-4155-82ad-35669f5bd476 req-f6485ccf-9326-433c-8582-bdcf0d2a10e0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928197 Aug 29 22:53:12.596722 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8050d-719d-4717-b336-c2f70f88271c req-7839ddb9-c30b-4749-b1ee-b42dcd7921b3 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:12.598262 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b4c8050d-719d-4717-b336-c2f70f88271c req-7839ddb9-c30b-4749-b1ee-b42dcd7921b3 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0473244 Aug 29 22:53:12.649951 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b4c8050d-719d-4717-b336-c2f70f88271c req-668fc52c-d435-4830-a951-55fb9bd22286 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 Aug 29 22:53:13.772173 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c61b3-f696-44db-9f48-f52fc1144e75 req-53e51abf-72e7-4728-94c4-c197855c869c tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:13.773617 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c90c61b3-f696-44db-9f48-f52fc1144e75 req-53e51abf-72e7-4728-94c4-c197855c869c tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0486417 Aug 29 22:53:13.821838 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-c90c61b3-f696-44db-9f48-f52fc1144e75 req-294e755e-9052-411e-9db9-4786c10d17f7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Aug 29 22:53:14.779848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-79598a5e-4aa6-4086-8f1e-c4f83261487d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:14.904561 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:14.906344 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:14.942658 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2e8d9-1dc0-44f9-8b9a-6d2abfea5275 req-5a67b4f7-ee77-4835-afda-156674a68149 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:14.944146 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b9e2e8d9-1dc0-44f9-8b9a-6d2abfea5275 req-5a67b4f7-ee77-4835-afda-156674a68149 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0484228 Aug 29 22:53:14.992506 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b9e2e8d9-1dc0-44f9-8b9a-6d2abfea5275 req-9c22ad7f-c3ea-4e9f-a414-7337956bf8d3 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Aug 29 22:53:15.234845 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3d81a-207f-4bda-911c-5539a173f433 req-15e74f02-9a1b-4ebc-8a9b-d5db9cc85154 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:15.236303 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-13f3d81a-207f-4bda-911c-5539a173f433 req-15e74f02-9a1b-4ebc-8a9b-d5db9cc85154 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0495510 Aug 29 22:53:15.314980 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-f65ebaeb-28c7-402b-9708-3da6af4c344f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580338 Aug 29 22:53:15.318485 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-13f3d81a-207f-4bda-911c-5539a173f433 req-bb170888-e562-4c19-bf41-a5aca3fdc6f1 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766773 Aug 29 22:53:15.429608 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:15.442089 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c0f2-581f-425b-9be4-560a5831a832 req-1385d85b-bf8b-4543-8cd0-ef6d88236246 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:15.443502 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-1385d85b-bf8b-4543-8cd0-ef6d88236246 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports/db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 942 time: 0.1018457 Aug 29 22:53:15.799576 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:16.440006 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1663e4f-7824-4558-a983-673a26baf860 req-c88861eb-7f5a-48a0-82f5-e3e7a28d8579 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:16.441371 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b1663e4f-7824-4558-a983-673a26baf860 req-c88861eb-7f5a-48a0-82f5-e3e7a28d8579 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0480347 Aug 29 22:53:16.494132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b1663e4f-7824-4558-a983-673a26baf860 req-bb576b94-802d-4d51-a92f-3e9b0a8ecb64 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Aug 29 22:53:16.754177 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:16.758115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c0f2-581f-425b-9be4-560a5831a832 req-df6b820c-cadc-4be8-a051-b3d3f1c4dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:16.759672 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-df6b820c-cadc-4be8-a051-b3d3f1c4dc49 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5&tenant_id=01c16f8389774f4c94889a562cdd38f9 HTTP/1.1" status: 200 len: 1129 time: 0.0404375 Aug 29 22:53:16.825311 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c0f2-581f-425b-9be4-560a5831a832 req-24f3d0a8-646a-4487-9655-90229bba1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:16.826846 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-24f3d0a8-646a-4487-9655-90229bba1be0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0440350 Aug 29 22:53:16.915618 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c0f2-581f-425b-9be4-560a5831a832 req-6bf4ff69-3877-45fe-bb3a-9a6859d890d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:16.917079 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-6bf4ff69-3877-45fe-bb3a-9a6859d890d1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 910 time: 0.0847206 Aug 29 22:53:16.974072 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:16.983467 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-d2478ed0-ce55-46bc-a781-ad3babe9f749 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 1001 time: 0.0607362 Aug 29 22:53:17.030605 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c0f2-581f-425b-9be4-560a5831a832 req-417962fe-4433-49f1-91db-4d3632acaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:17.031962 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-417962fe-4433-49f1-91db-4d3632acaaee service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0432920 Aug 29 22:53:17.073954 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c0f2-581f-425b-9be4-560a5831a832 req-35230d05-9798-4dbf-8f07-da8b07f4ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:17.075933 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-35230d05-9798-4dbf-8f07-da8b07f4ad19 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381212 Aug 29 22:53:17.170138 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-f6088c57-b05f-4d22-a888-1766a8ba32c9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882576 Aug 29 22:53:17.257343 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-df95c0f2-581f-425b-9be4-560a5831a832 req-b739f901-25d0-46b9-a07f-a9f9dfbb99ae service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814250 Aug 29 22:53:17.282599 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device db295e97-639a-4af6-bccc-cab485b31df6 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:53:17.353747 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port db295e97-639a-4af6-bccc-cab485b31df6 is: ACTIVE; New status is: DOWN {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:17.354136 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:17.376562 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:17.378766 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45188b2f-0c25-483a-a1a5-e9ed15bda148" -d '{"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-unplugged", "status": "completed", "tag": "db295e97-639a-4af6-bccc-cab485b31df6"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:17.390969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:17.395033 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:17.420549 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c954de-50b8-4078-8e90-13e0a04adce5 x-openstack-request-id: req-a1c954de-50b8-4078-8e90-13e0a04adce5 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:17.420848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-unplugged", "status": "completed", "tag": "db295e97-639a-4af6-bccc-cab485b31df6", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:17.421107 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1c954de-50b8-4078-8e90-13e0a04adce5 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:17.421502 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c954de-50b8-4078-8e90-13e0a04adce5'] response: {'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6', 'code': 200} Aug 29 22:53:17.444624 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=6']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:17.614042 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89152b9-17ab-4303-b942-8c9cfeb9fec3 req-186e90a6-cd25-4f35-b319-481758d6e97a tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:17.615478 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b89152b9-17ab-4303-b942-8c9cfeb9fec3 req-186e90a6-cd25-4f35-b319-481758d6e97a tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0492394 Aug 29 22:53:17.667925 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b89152b9-17ab-4303-b942-8c9cfeb9fec3 req-3994b56e-cfac-4d80-88f7-8d0c2da496b5 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466683 Aug 29 22:53:17.737498 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:18.788843 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a19f4b-3dc0-420c-afa4-4b06540e8244 req-c29c143b-49a7-4a4a-b21e-3052749b2cbb tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:18.790378 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-35a19f4b-3dc0-420c-afa4-4b06540e8244 req-c29c143b-49a7-4a4a-b21e-3052749b2cbb tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0475991 Aug 29 22:53:18.841507 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-35a19f4b-3dc0-420c-afa4-4b06540e8244 req-7c7a96e1-a2f6-4bbd-aea7-33dcdd35e5f7 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Aug 29 22:53:19.964542 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d36d46-2e0b-4af0-92c3-f329a7764f41 req-f063a99c-214f-4cf8-b24d-609ef38fa1d8 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:19.965956 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8d36d46-2e0b-4af0-92c3-f329a7764f41 req-f063a99c-214f-4cf8-b24d-609ef38fa1d8 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0480342 Aug 29 22:53:20.261626 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d8d36d46-2e0b-4af0-92c3-f329a7764f41 req-4224c8e7-c58f-414b-8d17-6852d902a48e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892387 Aug 29 22:53:21.383579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9216d9-574d-47c4-ac0e-792d62e3c75c req-77a9786f-1c6f-4c69-bad9-95c55e6e5b2c tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.385053 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5c9216d9-574d-47c4-ac0e-792d62e3c75c req-77a9786f-1c6f-4c69-bad9-95c55e6e5b2c tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0483465 Aug 29 22:53:21.441762 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5c9216d9-574d-47c4-ac0e-792d62e3c75c req-64c099dd-d726-4972-953f-cf0f58cd2c29 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498827 Aug 29 22:53:22.565079 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab62e-509c-4d4a-95ef-b3d9cb786efa req-3558ed90-af76-40bd-93c2-63747cbf874d tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:22.566762 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-43aab62e-509c-4d4a-95ef-b3d9cb786efa req-3558ed90-af76-40bd-93c2-63747cbf874d tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0499458 Aug 29 22:53:22.615154 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-43aab62e-509c-4d4a-95ef-b3d9cb786efa req-a03871eb-736c-4284-88ec-c07b8406d454 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Aug 29 22:53:23.323221 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4c6df-53bc-41f7-8e34-613fc1421ba1 req-aa4846a0-a629-474e-a044-1f90d6ff677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:23.324715 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65b4c6df-53bc-41f7-8e34-613fc1421ba1 req-aa4846a0-a629-474e-a044-1f90d6ff677d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1127 time: 0.0423963 Aug 29 22:53:23.373915 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65b4c6df-53bc-41f7-8e34-613fc1421ba1 req-03892df3-b0a3-4878-ac6f-53cb1b247c4b service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Aug 29 22:53:23.734474 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85f5fc-f7c4-47c3-b319-2d8b54292bb8 req-f83b6880-ac71-47ad-a3e3-e8d2f52e347e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:23.736056 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3f85f5fc-f7c4-47c3-b319-2d8b54292bb8 req-f83b6880-ac71-47ad-a3e3-e8d2f52e347e tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0469282 Aug 29 22:53:23.791009 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3f85f5fc-f7c4-47c3-b319-2d8b54292bb8 req-da6d5380-51fa-4d91-804f-ee35e5b06284 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491519 Aug 29 22:53:24.919738 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7c3a2-a74f-46c1-a564-9d3130794416 req-4e8c2926-d653-43db-81ee-f774298b9271 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:24.921250 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ad7c3a2-a74f-46c1-a564-9d3130794416 req-4e8c2926-d653-43db-81ee-f774298b9271 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 943 time: 0.0483022 Aug 29 22:53:24.979761 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ad7c3a2-a74f-46c1-a564-9d3130794416 req-e3944a4b-712e-4040-afd9-b900a138d3f0 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523856 Aug 29 22:53:25.342763 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device db295e97-639a-4af6-bccc-cab485b31df6 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:53:25.448656 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:25.460121 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': 'db295e97-639a-4af6-bccc-cab485b31df6', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'port_id': 'db295e97-639a-4af6-bccc-cab485b31df6', 'mac_address': 'fa:16:3e:fd:67:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:53:25.498305 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port db295e97-639a-4af6-bccc-cab485b31df6 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:25.498693 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:25.512214 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db295e97-639a-4af6-bccc-cab485b31df6 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:53:25.531302 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:25.535235 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:25.582741 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=7']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:25.589711 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.590058 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.590401 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.590751 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.591093 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.591427 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.591750 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.592074 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.592400 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.592720 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.593044 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.593626 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.593945 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.594264 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.594584 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:25.764347 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['db295e97-639a-4af6-bccc-cab485b31df6'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:53:25.934974 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:26.364885 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.368946 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device db295e97-639a-4af6-bccc-cab485b31df6 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:27.396932 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:27.413080 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port db295e97-639a-4af6-bccc-cab485b31df6 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:27.413459 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (db295e97-639a-4af6-bccc-cab485b31df6), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.487570 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port db295e97-639a-4af6-bccc-cab485b31df6 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:27.487951 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.510004 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:27.512244 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e549d49-a7de-49b7-b2ac-cfac2a1482f5" -d '{"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-plugged", "status": "completed", "tag": "db295e97-639a-4af6-bccc-cab485b31df6"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:27.524546 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:27.529470 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.556718 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb03085-790c-4582-9ce3-195168297b32 x-openstack-request-id: req-feb03085-790c-4582-9ce3-195168297b32 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:27.557024 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-plugged", "status": "completed", "tag": "db295e97-639a-4af6-bccc-cab485b31df6", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:27.557278 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-feb03085-790c-4582-9ce3-195168297b32 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:27.557675 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb03085-790c-4582-9ce3-195168297b32'] response: {'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6', 'code': 200} Aug 29 22:53:27.581947 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=8']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:32.246435 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:53:33.358037 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=54 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:33.370591 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=60 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:34.972083 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:34.975165 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:37.578194 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:37.579044 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:42.000906 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-87443575-e9fb-4b60-9f98-fb53d8f50595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:42.241978 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=13 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:42.242920 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=21 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:44.782761 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-5db43221-717c-4196-ab95-4dfa62c94fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:45.807821 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.978017 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.742764 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:56.347282 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.508571 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-f8099db7-0cbf-4203-b424-bd8111c62aee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1584453056&fields=id&tenant_id=36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 267 time: 0.0495589 Aug 29 22:54:05.622725 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-11326cc5-11cd-49d0-b638-6f1cf26b6d6d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:05.624265 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-11326cc5-11cd-49d0-b638-6f1cf26b6d6d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 810 time: 0.1092205 Aug 29 22:54:05.642015 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-3d8a7f09-1c89-4452-8a50-05994aabdd7e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/quotas/36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 375 time: 0.0111847 Aug 29 22:54:05.703245 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-d73bbe1a-9edf-4ab6-a4c5-d42edcdbb403 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517542 Aug 29 22:54:05.720566 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-9b0c1b53-24b2-4061-9477-6f77f3fe7da3 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=134261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:54:05.721578 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-9b0c1b53-24b2-4061-9477-6f77f3fe7da3 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055320 Aug 29 22:54:05.826547 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-1188b1cc-699a-4633-b832-62dad2f66bc3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988834 Aug 29 22:54:05.922759 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-714b16ff-c484-4152-8f2d-ad4b4165790f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901680 Aug 29 22:54:06.277225 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4697bece-78ca-4523-bc77-494834f4c080 req-9c7bb16f-6bd9-47d7-9fa1-285a024f4917 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0343690 Aug 29 22:54:06.340279 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:06.342865 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:06.512064 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-c7f95fc2-d810-41ce-82ed-1ba1455296b4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420020 Aug 29 22:54:06.582624 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-b631b828-cdf7-4226-b417-6cbc784cba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:06.584143 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-b631b828-cdf7-4226-b417-6cbc784cba7a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1129 time: 0.0446920 Aug 29 22:54:06.708298 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-e08f80af-63d6-4180-b4b5-355ce7c4768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:06.709772 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-e08f80af-63d6-4180-b4b5-355ce7c4768d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.1074805 Aug 29 22:54:06.792038 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-b2365d43-03bc-4891-a63a-4dfe154ef770 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 200 len: 1001 time: 0.0766108 Aug 29 22:54:06.866579 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-29164542-66d9-4a60-adef-e1ddf578d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:06.867995 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-29164542-66d9-4a60-adef-e1ddf578d92e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0581553 Aug 29 22:54:06.915799 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-36be7038-74c4-4039-bed8-c0d151638d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:06.917524 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-36be7038-74c4-4039-bed8-c0d151638d58 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442328 Aug 29 22:54:07.031078 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-a74c29f5-6931-4c92-91fd-23fb4bf92d5c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073103 Aug 29 22:54:07.133177 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-9c9f53ff-0fac-4b92-9088-65cd89fab5a0 req-0d8e71c1-f604-46e0-94b5-54c469e7fb96 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967612 Aug 29 22:54:07.410306 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-aeadbf37-a892-41a2-a2cf-6ff5f28f9aba req-9312c194-d713-4cec-b501-7dadfc02779b tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0384233 Aug 29 22:54:07.482052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-3ccdc726-9795-4fce-b165-c1c2a0cc9919 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:07.484311 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-3ccdc726-9795-4fce-b165-c1c2a0cc9919 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 810 time: 0.1357563 Aug 29 22:54:07.555545 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-e09f4f0b-eef2-4fb0-aa8c-71ad69ac17a4 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=36e090f60dd244cea327de965ad9af13 HTTP/1.1" status: 200 len: 380 time: 0.0625007 Aug 29 22:54:07.567281 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'port': {'device_id': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'admin_state_up': True, 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'security_groups': ['dd260f68-c17c-49cd-860e-dc4986baa9b3']}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:07.712061 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Made reservation on behalf of 36e090f60dd244cea327de965ad9af13 for: {'port': 1} {{(pid=134262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:54:07.715755 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.842531 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:07.854165 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Allocated IP 172.20.0.5 (97336a57-5879-42cd-b56c-34e6fb04c8c0/0ddaa405-9f74-42a8-880f-f165e7bb850e/785e7f22-36b3-4a26-9362-7942d91504b7) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:54:07.865326 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:08.013647 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (785e7f22-36b3-4a26-9362-7942d91504b7), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.048984 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.094841 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:54:08.098574 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:54:08.106050 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:54:08.114000 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=785e7f22-36b3-4a26-9362-7942d91504b7,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:08.147882 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.148176 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.148467 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.148806 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.149173 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.149504 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.149840 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.150161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.150486 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.150834 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.151160 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.151487 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.151815 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.152139 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.152458 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:08.180910 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:08.181552 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.200067 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-e5822128-43f6-43d1-856f-f49bcdae74ce tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393104 Aug 29 22:54:08.211406 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Request body: {'port': {'device_id': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:08.278188 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.308556 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-6fe5fd6b-ef66-4ad5-83e6-28020d5d1928 None None] Provisioning complete for port 785e7f22-36b3-4a26-9362-7942d91504b7 triggered by entity DHCP. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:08.309412 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6fe5fd6b-ef66-4ad5-83e6-28020d5d1928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.342147 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5fd6b-ef66-4ad5-83e6-28020d5d1928 None None] Port 785e7f22-36b3-4a26-9362-7942d91504b7 cannot update to ACTIVE because it is not bound. {{(pid=134263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:54:08.570313 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785e7f22-36b3-4a26-9362-7942d91504b7 {{(pid=134262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:54:08.578466 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Publish callbacks [] for port (785e7f22-36b3-4a26-9362-7942d91504b7), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.592123 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.provisioning_blocks [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Transition to ACTIVE for port object 785e7f22-36b3-4a26-9362-7942d91504b7 will not be triggered until provisioned by entity L2. {{(pid=134262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:54:08.598569 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.611406 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5265eb1-ab65-4e0d-ab92-d97dc225174a req-ad762616-aa3b-43f9-965d-b946b11d51f4 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:08.612963 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b5265eb1-ab65-4e0d-ab92-d97dc225174a req-ad762616-aa3b-43f9-965d-b946b11d51f4 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 931 time: 0.0555942 Aug 29 22:54:08.668825 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b5265eb1-ab65-4e0d-ab92-d97dc225174a req-8bad173f-49a2-4ed5-be4a-c2ecf4ca1fe3 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487506 Aug 29 22:54:08.679722 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Pushing event updated for resources: {'Port': ['ID=785e7f22-36b3-4a26-9362-7942d91504b7,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:08.707255 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:08.729610 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Attempting to bind port 785e7f22-36b3-4a26-9362-7942d91504b7 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:54:08.729852 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Attempting to bind port 785e7f22-36b3-4a26-9362-7942d91504b7 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:54:08.730179 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Attempting to bind port 785e7f22-36b3-4a26-9362-7942d91504b7 on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:54:08.735997 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Port 785e7f22-36b3-4a26-9362-7942d91504b7 on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:54:08.736313 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Attempting to bind port 785e7f22-36b3-4a26-9362-7942d91504b7 on network 97336a57-5879-42cd-b56c-34e6fb04c8c0 {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:54:08.741821 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Checking agent: {'id': 'd5eeef0a-b018-4dc2-a665-89764e35d170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'started_at': datetime.datetime(2022, 8, 29, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:54:08.742148 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Checking segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=134262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:54:08.742520 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Bound using segment: {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'} {{(pid=134262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:54:08.743110 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.managers [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Bound port: 785e7f22-36b3-4a26-9362-7942d91504b7, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34435021-5ec0-455a-af5e-5584dce849e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0'}}] {{(pid=134262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:54:08.745063 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.780838 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:08.813190 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] For port 785e7f22-36b3-4a26-9362-7942d91504b7, host hv-cinder-85427, cleared binding levels {{(pid=134262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:54:08.818905 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] For port 785e7f22-36b3-4a26-9362-7942d91504b7, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=785e7f22-36b3-4a26-9362-7942d91504b7,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:54:08.827306 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.833258 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:08.833936 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.835398 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/785e7f22-36b3-4a26-9362-7942d91504b7 HTTP/1.1" status: 200 len: 1093 time: 0.6283641 Aug 29 22:54:08.838015 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:08.839471 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851e3b9e-121b-497f-8da0-974448b1f515" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:08.892384 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05df689-3c4c-4d42-8419-9e060bc86474 service neutron] Pushing event updated for resources: {'Port': ['ID=785e7f22-36b3-4a26-9362-7942d91504b7,revision_number=3']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:08.934663 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64acf1c-1483-4262-82da-4d5e3cd4b211 x-openstack-request-id: req-d64acf1c-1483-4262-82da-4d5e3cd4b211 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:08.935033 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:08.935281 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d64acf1c-1483-4262-82da-4d5e3cd4b211 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:08.935820 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64acf1c-1483-4262-82da-4d5e3cd4b211'] response: {'name': 'network-changed', 'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7', 'status': 'completed', 'code': 200} Aug 29 22:54:08.949737 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-7a9f804d-be64-4898-8d2f-7173ecba9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:08.951264 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-7a9f804d-be64-4898-8d2f-7173ecba9a2d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0468068 Aug 29 22:54:08.992182 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-cf9793d5-5384-4a2e-86b3-e8e452d0d542 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785e7f22-36b3-4a26-9362-7942d91504b7 HTTP/1.1" status: 200 len: 217 time: 0.0342519 Aug 29 22:54:09.045032 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-a01c8c26-9aff-4b9c-ac22-c0cff1e6964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:09.046487 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-a01c8c26-9aff-4b9c-ac22-c0cff1e6964a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0493863 Aug 29 22:54:09.093863 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406de0-4001-4821-9543-c74da3d38d08 req-f78fa22b-386e-44d7-a855-be5767e1df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:09.095366 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-f78fa22b-386e-44d7-a855-be5767e1df51 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427613 Aug 29 22:54:09.200982 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-e135e85c-41c2-4821-9923-29d01f7eaae6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997953 Aug 29 22:54:09.246491 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:54:09.297671 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-65406de0-4001-4821-9543-c74da3d38d08 req-45c6b661-db13-4b67-9bef-738f15b427fb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901585 Aug 29 22:54:09.590796 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e3b9e-121b-497f-8da0-974448b1f515 req-915790ae-24f2-4483-a0f9-d357b9109f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:09.592189 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-851e3b9e-121b-497f-8da0-974448b1f515 req-915790ae-24f2-4483-a0f9-d357b9109f88 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0482132 Aug 29 22:54:09.798555 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75861e6c-3f5d-4896-b8f7-6071bd1fa7b7 req-feb3563d-fd11-4ad0-89c9-2fc61197aff5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:09.800091 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-75861e6c-3f5d-4896-b8f7-6071bd1fa7b7 req-feb3563d-fd11-4ad0-89c9-2fc61197aff5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0488656 Aug 29 22:54:09.862638 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-75861e6c-3f5d-4896-b8f7-6071bd1fa7b7 req-012b0507-864a-4cc2-b917-dda78164384d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564113 Aug 29 22:54:09.945897 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e3b9e-121b-497f-8da0-974448b1f515 req-6b2e64e8-1a1a-49dd-a1be-6aea50ce12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:09.947543 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-851e3b9e-121b-497f-8da0-974448b1f515 req-6b2e64e8-1a1a-49dd-a1be-6aea50ce12ef service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.1060312 Aug 29 22:54:09.986091 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-851e3b9e-121b-497f-8da0-974448b1f515 req-9790c97b-575b-43c3-99e7-5de411ae3cf9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785e7f22-36b3-4a26-9362-7942d91504b7 HTTP/1.1" status: 200 len: 217 time: 0.0330741 Aug 29 22:54:10.040372 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e3b9e-121b-497f-8da0-974448b1f515 req-f0804b04-fae8-4b78-a6c7-68f9335a5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:10.041926 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-851e3b9e-121b-497f-8da0-974448b1f515 req-f0804b04-fae8-4b78-a6c7-68f9335a5673 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0505250 Aug 29 22:54:10.091477 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e3b9e-121b-497f-8da0-974448b1f515 req-01447203-1f91-413a-8923-171e6cd691ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:10.092335 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-851e3b9e-121b-497f-8da0-974448b1f515 req-01447203-1f91-413a-8923-171e6cd691ff service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407765 Aug 29 22:54:10.368848 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-851e3b9e-121b-497f-8da0-974448b1f515 req-a6c5d2c7-1279-48d2-be76-910d23396a96 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913811 Aug 29 22:54:10.465417 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-851e3b9e-121b-497f-8da0-974448b1f515 req-a9ff39c3-15a4-4b38-9a21-61b2fc533fa8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909600 Aug 29 22:54:10.991695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df739c21-079a-4e62-bd35-2561d23fbffd req-2d749a9e-2d35-44fe-89d4-2194d39fac1d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:10.993139 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-df739c21-079a-4e62-bd35-2561d23fbffd req-2d749a9e-2d35-44fe-89d4-2194d39fac1d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0471530 Aug 29 22:54:11.044873 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-df739c21-079a-4e62-bd35-2561d23fbffd req-c836f63d-4687-4b48-ae9c-c4dbbce85b02 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461199 Aug 29 22:54:12.008615 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-4a14da6b-aa0b-458c-b9d2-37cd985d63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.176143 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa5a04-d48a-45ae-bed7-8314d7ac7303 req-2e3b0e7a-d02e-4230-b611-b61af138b266 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:12.177695 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6eaa5a04-d48a-45ae-bed7-8314d7ac7303 req-2e3b0e7a-d02e-4230-b611-b61af138b266 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0545845 Aug 29 22:54:12.232821 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-6eaa5a04-d48a-45ae-bed7-8314d7ac7303 req-1042a09a-8828-4f27-bc33-b7c2ef4b5e11 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464163 Aug 29 22:54:13.365192 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b434316-9f21-4e7c-be21-99974013cd7e req-db1497a6-4bba-4f6b-8208-fbb4085d69e2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:13.366655 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3b434316-9f21-4e7c-be21-99974013cd7e req-db1497a6-4bba-4f6b-8208-fbb4085d69e2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0496750 Aug 29 22:54:13.415926 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3b434316-9f21-4e7c-be21-99974013cd7e req-f1bf1689-a79c-47d6-8067-e7723017382c tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Aug 29 22:54:14.177559 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:14.541796 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b40360-73f4-477a-bfca-06a7cba7ffc3 req-e4500381-08c7-4ec7-9d9a-71ca75cc9210 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:14.543273 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-06b40360-73f4-477a-bfca-06a7cba7ffc3 req-e4500381-08c7-4ec7-9d9a-71ca75cc9210 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0526595 Aug 29 22:54:14.592270 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-06b40360-73f4-477a-bfca-06a7cba7ffc3 req-e9a46b38-a2fb-4a54-800a-90a7738b8740 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Aug 29 22:54:14.780341 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-cd6ff809-292b-4e57-8bb1-91ebc7970513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:15.707921 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:15.729864 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3c1fe-6e47-498a-b192-51432921477e req-628b27e3-2dc4-4bf5-85ca-ca7b0773eb1c tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:15.731634 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-28c3c1fe-6e47-498a-b192-51432921477e req-628b27e3-2dc4-4bf5-85ca-ca7b0773eb1c tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0592792 Aug 29 22:54:15.748724 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:15.802779 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-28c3c1fe-6e47-498a-b192-51432921477e req-5179c090-e7b7-436d-bf25-d703c0c60609 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610156 Aug 29 22:54:15.809509 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:16.932202 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b22ef9-edac-430b-8fe3-2d9aaee6d6d3 req-b04d7f84-99c9-46b6-ac4c-061b04068dd5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:16.933698 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-41b22ef9-edac-430b-8fe3-2d9aaee6d6d3 req-b04d7f84-99c9-46b6-ac4c-061b04068dd5 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0540020 Aug 29 22:54:16.973071 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:16.994534 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-41b22ef9-edac-430b-8fe3-2d9aaee6d6d3 req-6c5397ae-8e71-402e-b70c-4180d946eaff tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549703 Aug 29 22:54:17.648347 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 785e7f22-36b3-4a26-9362-7942d91504b7 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=134263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:54:17.755249 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 785e7f22-36b3-4a26-9362-7942d91504b7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=785e7f22-36b3-4a26-9362-7942d91504b7,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:17.758160 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:17.766563 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Returning: {'device': '785e7f22-36b3-4a26-9362-7942d91504b7', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'port_id': '785e7f22-36b3-4a26-9362-7942d91504b7', 'mac_address': 'fa:16:3e:f1:09:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=134263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:54:17.806050 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 785e7f22-36b3-4a26-9362-7942d91504b7 is: DOWN; New status is: BUILD {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:17.806431 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:17.819463 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785e7f22-36b3-4a26-9362-7942d91504b7 {{(pid=134263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:54:17.840886 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 785e7f22-36b3-4a26-9362-7942d91504b7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=785e7f22-36b3-4a26-9362-7942d91504b7,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:17.844999 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:17.897306 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=785e7f22-36b3-4a26-9362-7942d91504b7,revision_number=4']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:18.053727 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] get_ports_and_sgs() called for port_ids ['785e7f22-36b3-4a26-9362-7942d91504b7'] {{(pid=134263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:54:18.133003 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e1f3c-78c9-4a5f-a3ac-18a288f776fe req-bb99e100-bf30-4507-9675-3c313c417e83 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:18.134607 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0d5e1f3c-78c9-4a5f-a3ac-18a288f776fe req-bb99e100-bf30-4507-9675-3c313c417e83 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 944 time: 0.0601525 Aug 29 22:54:18.185818 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-0d5e1f3c-78c9-4a5f-a3ac-18a288f776fe req-d641b362-fa00-4345-a168-4c2d951a3c10 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Aug 29 22:54:19.312303 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068065-b83a-4bff-8f85-850136b00fae req-7659f0b5-2bb9-43eb-a279-179a831b6ff4 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:19.313786 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-77068065-b83a-4bff-8f85-850136b00fae req-7659f0b5-2bb9-43eb-a279-179a831b6ff4 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 944 time: 0.0500014 Aug 29 22:54:19.368710 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-77068065-b83a-4bff-8f85-850136b00fae req-d23dc8d0-b3d0-4e0e-b715-eaa3f8329d3e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490520 Aug 29 22:54:19.702236 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 785e7f22-36b3-4a26-9362-7942d91504b7 up at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:54:19.705622 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:19.729239 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:19.748492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning for port 785e7f22-36b3-4a26-9362-7942d91504b7 completed by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:54:19.755052 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.provisioning_blocks [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Provisioning complete for port 785e7f22-36b3-4a26-9362-7942d91504b7 triggered by entity L2. {{(pid=134263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:19.755423 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750947'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), provisioning_complete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.830382 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Current status of the port 785e7f22-36b3-4a26-9362-7942d91504b7 is: BUILD; New status is: ACTIVE {{(pid=134263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:19.830787 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), before_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.855020 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7'}] {{(pid=134263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:19.857223 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3adeb0aaf03d671ab04f815473599c3abff37627feae16c59a38026723f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1b2d54-7dad-4bee-8942-7154bd4d4eee" -d '{"events": [{"server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "name": "network-vif-plugged", "status": "completed", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7"}]}' {{(pid=134263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:19.870644 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] For port 785e7f22-36b3-4a26-9362-7942d91504b7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=785e7f22-36b3-4a26-9362-7942d91504b7,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:19.875364 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.901430 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3acbea-fc64-4165-ac67-534c0d39cd01 x-openstack-request-id: req-5c3acbea-fc64-4165-ac67-534c0d39cd01 {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:19.901721 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "name": "network-vif-plugged", "status": "completed", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7", "code": 200}]} {{(pid=134263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:19.901979 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c3acbea-fc64-4165-ac67-534c0d39cd01 {{(pid=134263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:19.902377 dv-cinder-854270-4-iscsi neutron-server[134263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3acbea-fc64-4165-ac67-534c0d39cd01'] response: {'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7', 'code': 200} Aug 29 22:54:19.934619 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Pushing event updated for resources: {'Port': ['ID=785e7f22-36b3-4a26-9362-7942d91504b7,revision_number=5']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:20.131630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:20.140074 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d45dc-e1d7-40f2-81de-f8a3ec248f98 req-86fb2930-b60f-4f07-90b6-1f4a708f993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:20.141535 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ca0d45dc-e1d7-40f2-81de-f8a3ec248f98 req-86fb2930-b60f-4f07-90b6-1f4a708f993d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0405245 Aug 29 22:54:20.193905 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-ca0d45dc-e1d7-40f2-81de-f8a3ec248f98 req-a7ac6585-e294-454f-8aa1-5f1f3fe7592e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 Aug 29 22:54:20.498395 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1397-62f0-454d-a3c8-4a76a4a88a12 req-35fbf0e1-e7d9-448b-9fed-7fc0cfadff58 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:20.500161 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5faf1397-62f0-454d-a3c8-4a76a4a88a12 req-35fbf0e1-e7d9-448b-9fed-7fc0cfadff58 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0510578 Aug 29 22:54:20.558930 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-5faf1397-62f0-454d-a3c8-4a76a4a88a12 req-fef2a715-7a65-47ad-8b01-7c870a758cdc tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528955 Aug 29 22:54:21.688877 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37df23-c6b9-41e8-9efd-ecefbe74ecf6 req-ae039c96-fe1f-4820-bd09-2b931c57adf2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:21.690337 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3c37df23-c6b9-41e8-9efd-ecefbe74ecf6 req-ae039c96-fe1f-4820-bd09-2b931c57adf2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0459073 Aug 29 22:54:21.742530 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-3c37df23-c6b9-41e8-9efd-ecefbe74ecf6 req-08c6c5da-336f-4368-995b-372de1a80aef tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Aug 29 22:54:21.869180 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626cb97-ed15-4e23-926c-dd9f82d62a43 req-0f3e0dc3-a9dc-442d-8052-94ceb6df8eed tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:21.870590 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4626cb97-ed15-4e23-926c-dd9f82d62a43 req-0f3e0dc3-a9dc-442d-8052-94ceb6df8eed tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Aug 29 22:54:21.919723 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-4626cb97-ed15-4e23-926c-dd9f82d62a43 req-0a0faf3b-a873-4a6b-a94c-21d0d061ae1e tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Aug 29 22:54:21.950148 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45044) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:21.994028 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60feebac-c72e-4190-bfcd-00d28f6f7f77 tempest-TestVolumeBootPattern-714579505 tempest-TestVolumeBootPattern-714579505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:21.995598 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-60feebac-c72e-4190-bfcd-00d28f6f7f77 tempest-TestVolumeBootPattern-714579505 tempest-TestVolumeBootPattern-714579505-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 1124 time: 0.0446405 Aug 29 22:54:21.999607 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45046) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:22.006164 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.v2.base [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Request body: {'floatingip': {'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'port_id': '785e7f22-36b3-4a26-9362-7942d91504b7', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address': '172.20.0.5'}} {{(pid=134262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:22.010420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:22.035478 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:22.114269 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (None), before_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:22.222957 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_common [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Allocated IP 172.27.1.21 (9c4d8b67-6be5-4a01-a017-49b452fbe847/bf9f39e6-02b6-4f84-903e-46c03cfbf7ff/61ea41a0-def1-46ca-9329-7070a0d95b97) {{(pid=134262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:54:22.337096 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:22.368666 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743326502184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:22.407934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Network 9c4d8b67-6be5-4a01-a017-49b452fbe847 is already hosted by enough agents. {{(pid=134262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:54:22.411475 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.base_scheduler [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Resources bound (agent type, host, resource id): {{(pid=134262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:54:22.415313 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Received port after_create {{(pid=134262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:54:22.420374 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=61ea41a0-def1-46ca-9329-7070a0d95b97,revision_number=1']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:22.979207 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:23.045818 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (e0e6fa93-97d9-4210-b2eb-0d6522fea5d9), precommit_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:23.088051 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:23.115787 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646962'] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), before_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:23.269375 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), precommit_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:23.274641 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743326945922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743326502202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743326502220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9679490'] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), after_update {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:23.349868 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event updated for resources: {'Port': ['ID=61ea41a0-def1-46ca-9329-7070a0d95b97,revision_number=2']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:23.352347 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3898850'] for floatingip (e0e6fa93-97d9-4210-b2eb-0d6522fea5d9), after_create {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:23.451292 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Floating IP e0e6fa93-97d9-4210-b2eb-0d6522fea5d9 associated. External IP: 172.27.1.21, port: 785e7f22-36b3-4a26-9362-7942d91504b7. Aug 29 22:54:23.660175 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:54:23.771574 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:54:23.783222 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:23.795947 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:23.800617 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:23.801718 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:23.821425 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:23.834618 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-d9ae7a2b-fcbd-4cdd-8f38-9297323b9e88 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8337545 Aug 29 22:54:23.835570 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:23.837872 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b837e2-105b-496c-a807-79819ec9a502" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:23.881659 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c232f089-5e5f-4a44-bc10-6c7273013b53 x-openstack-request-id: req-c232f089-5e5f-4a44-bc10-6c7273013b53 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:23.881946 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:23.882195 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c232f089-5e5f-4a44-bc10-6c7273013b53 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:23.882600 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c232f089-5e5f-4a44-bc10-6c7273013b53'] response: {'name': 'network-changed', 'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7', 'status': 'completed', 'code': 200} Aug 29 22:54:23.949276 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b837e2-105b-496c-a807-79819ec9a502 req-407399db-e380-4a1d-b45f-3294df132440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:23.950714 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d0b837e2-105b-496c-a807-79819ec9a502 req-407399db-e380-4a1d-b45f-3294df132440 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0444822 Aug 29 22:54:24.013528 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:24.046114 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b837e2-105b-496c-a807-79819ec9a502 req-4612efd2-df0d-454c-b08f-3195a51bc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:24.047670 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d0b837e2-105b-496c-a807-79819ec9a502 req-4612efd2-df0d-454c-b08f-3195a51bc2c4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.0916448 Aug 29 22:54:24.117455 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d0b837e2-105b-496c-a807-79819ec9a502 req-196ccc5c-f4b2-4ea0-bcd5-c36badd1491c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785e7f22-36b3-4a26-9362-7942d91504b7 HTTP/1.1" status: 200 len: 998 time: 0.0631163 Aug 29 22:54:24.131409 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:24.171856 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b837e2-105b-496c-a807-79819ec9a502 req-7bad63b3-cbcd-413a-a4d9-6090890d4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:24.173329 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d0b837e2-105b-496c-a807-79819ec9a502 req-7bad63b3-cbcd-413a-a4d9-6090890d4331 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0503364 Aug 29 22:54:24.222799 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b837e2-105b-496c-a807-79819ec9a502 req-3c5f9b7c-07a3-4865-b762-2add7c43e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:24.224611 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d0b837e2-105b-496c-a807-79819ec9a502 req-3c5f9b7c-07a3-4865-b762-2add7c43e0c2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439711 Aug 29 22:54:24.269610 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:29Z', 'revision_number': 1, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}, {'id': 'e0e6fa93-97d9-4210-b2eb-0d6522fea5d9', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': '785e7f22-36b3-4a26-9362-7942d91504b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:f1:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:54:22Z', 'updated_at': '2022-08-29T22:54:22Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:24.299380 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:24.311517 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:24.312163 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:24.343561 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d0b837e2-105b-496c-a807-79819ec9a502 req-e64ecd0f-570a-4068-91fc-675cd250f540 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127756 Aug 29 22:54:24.419773 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:24.443568 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d0b837e2-105b-496c-a807-79819ec9a502 req-bbad7148-bfd7-4a12-8fef-8d1f3a1c9e32 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932047 Aug 29 22:54:24.647087 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:29Z', 'revision_number': 1, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}, {'id': 'e0e6fa93-97d9-4210-b2eb-0d6522fea5d9', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': '785e7f22-36b3-4a26-9362-7942d91504b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:f1:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:54:22Z', 'updated_at': '2022-08-29T22:54:22Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:24.671855 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f6073-8478-4b6a-8954-8b24d218ae7d None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:29Z', 'revision_number': 1, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}, {'id': 'e0e6fa93-97d9-4210-b2eb-0d6522fea5d9', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': '785e7f22-36b3-4a26-9362-7942d91504b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:f1:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:54:22Z', 'updated_at': '2022-08-29T22:54:22Z', 'revision_number': 0, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:24.873588 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb51ab80-021c-4ee0-b92e-32780c907bf6 None None] New status for floating IP e0e6fa93-97d9-4210-b2eb-0d6522fea5d9: ACTIVE {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:54:26.358684 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:31.911560 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=62 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:31.915799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=56 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:34.439099 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=28 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:34.439936 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=47 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:36.351731 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:36.353772 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:39.291088 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=86 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:39.291973 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:41.519822 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45056) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:41.672742 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Deleting port dbcda193-5e36-42ad-9609-27490faf43d7 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:41.673083 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (dbcda193-5e36-42ad-9609-27490faf43d7), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:41.766827 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (dbcda193-5e36-42ad-9609-27490faf43d7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:41.767150 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for floatingip (dbcda193-5e36-42ad-9609-27490faf43d7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:41.781618 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Calling delete_port for dbcda193-5e36-42ad-9609-27490faf43d7 owned by network:floatingip {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:41.964597 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (dbcda193-5e36-42ad-9609-27490faf43d7), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:41.994947 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event deleted for resources: {'Port': ['ID=dbcda193-5e36-42ad-9609-27490faf43d7,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:42.008306 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-45172ff4-45f6-46d3-8cd8-955271a42b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:42.069983 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for floatingip (72081ec6-8522-4591-ae1b-9094bf4a5248), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:42.070225 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.db.l3_db [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Floating IP 72081ec6-8522-4591-ae1b-9094bf4a5248 disassociated (deleted). External IP: 172.27.1.127, port: db295e97-639a-4af6-bccc-cab485b31df6. Aug 29 22:54:42.279955 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Router fa18f589-15fc-4fa8-82cc-aec0207ff752 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:54:42.391535 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:54:42.395999 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:42.401871 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] Sync routers for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:42.416027 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:42.416598 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:42.417214 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:42.429563 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-84c2a88a-fd52-49fb-b72c-f2aeb59c1a03 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/72081ec6-8522-4591-ae1b-9094bf4a5248 HTTP/1.1" status: 204 len: 168 time: 0.9086356 Aug 29 22:54:42.430142 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:42.432412 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb44217a-bb5d-4e3b-8211-d411d41cb01d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "tag": "db295e97-639a-4af6-bccc-cab485b31df6"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:42.500474 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6594c354-26be-40e9-9b1d-f84e0eabeed1 x-openstack-request-id: req-6594c354-26be-40e9-9b1d-f84e0eabeed1 {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:42.500777 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "tag": "db295e97-639a-4af6-bccc-cab485b31df6", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:42.501029 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6594c354-26be-40e9-9b1d-f84e0eabeed1 {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:42.501444 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6594c354-26be-40e9-9b1d-f84e0eabeed1'] response: {'name': 'network-changed', 'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6', 'status': 'completed', 'code': 200} Aug 29 22:54:42.537749 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:42.582374 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-2abf256d-3e7d-4f3b-9961-9e6347e8ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:42.584215 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-2abf256d-3e7d-4f3b-9961-9e6347e8ec6f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=01c16f8389774f4c94889a562cdd38f9&device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0468249 Aug 29 22:54:42.665052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:42.711972 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6158-c83b-4957-9037-29820675b5a7 req-a4f8a9e7-0827-4427-b813-880fac7feed8 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:42.713522 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d1ad6158-c83b-4957-9037-29820675b5a7 req-a4f8a9e7-0827-4427-b813-880fac7feed8 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0524619 Aug 29 22:54:42.722391 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-37b0acf2-114a-4ebe-ad0d-f588e1de1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:42.723879 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-37b0acf2-114a-4ebe-ad0d-f588e1de1a41 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 200 len: 910 time: 0.1285558 Aug 29 22:54:42.774008 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d1ad6158-c83b-4957-9037-29820675b5a7 req-653bfbdd-f7de-424d-aaaf-84e3714c241c tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 Aug 29 22:54:42.774337 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:31Z', 'revision_number': 5, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:42.800528 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] Checking router: fa18f589-15fc-4fa8-82cc-aec0207ff752 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:42.809519 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:42.810126 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:15Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:42.917314 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:43.119692 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:31Z', 'revision_number': 5, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:43.145041 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf0e85-14c6-4a09-9176-f4deaf7d1994 None None] The sync data for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi is: [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:50:23Z', 'revision_number': 4, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': 'a19d55bf-4be3-4019-ba81-d3311c1a8ec6', 'name': '', 'network_id': 'dd592014-20a1-45d6-9a2e-33340181b90d', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'mac_address': 'fa:16:3e:88:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:22Z', 'updated_at': '2022-08-29T22:50:31Z', 'revision_number': 5, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'subnets': [{'id': '54cfa3ef-2a0d-4f8b-9880-8d73fad417ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:43.406978 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf36856f-de84-4845-a6d0-d2fddb2850e5 None None] New status for floating IP 72081ec6-8522-4591-ae1b-9094bf4a5248: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:54:43.745160 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-2eec2b7c-5ad0-4329-a9c5-783a512baa83 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 200 len: 217 time: 0.0343850 Aug 29 22:54:43.803990 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-9de0d6b3-c464-4bd6-b26c-e1cf0ee5ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:43.805463 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-9de0d6b3-c464-4bd6-b26c-e1cf0ee5ec57 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 200 len: 848 time: 0.0504880 Aug 29 22:54:43.905261 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d5a6-319a-4fca-ac69-8e7696a63f2c req-ba88d78e-bd12-46ef-92d5-4e4c7b9a87be tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:43.906896 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4a3d5a6-319a-4fca-ac69-8e7696a63f2c req-ba88d78e-bd12-46ef-92d5-4e4c7b9a87be tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0506318 Aug 29 22:54:43.917585 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-1bd864ca-fee9-480f-9ddf-2005c16b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:43.919113 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-1bd864ca-fee9-480f-9ddf-2005c16b01af service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=dd592014-20a1-45d6-9a2e-33340181b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436900 Aug 29 22:54:43.965834 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d4a3d5a6-319a-4fca-ac69-8e7696a63f2c req-8203ad4c-4f13-4aa2-953e-57053f683e09 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519018 Aug 29 22:54:44.016133 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-b91d6f7a-d0cb-4873-a449-0465279ecadc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901232 Aug 29 22:54:44.176075 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-fb44217a-bb5d-4e3b-8211-d411d41cb01d req-2670f58a-844a-4762-9601-457dc4642fd5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924201 Aug 29 22:54:44.211462 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-cbeb1f43-432f-4333-bdcf-d4b2f7000043 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:44.212895 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-cbeb1f43-432f-4333-bdcf-d4b2f7000043 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 945 time: 0.0501437 Aug 29 22:54:44.303850 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Deleting port db295e97-639a-4af6-bccc-cab485b31df6 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:44.304084 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (db295e97-639a-4af6-bccc-cab485b31df6), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:44.402101 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] For port db295e97-639a-4af6-bccc-cab485b31df6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=db295e97-639a-4af6-bccc-cab485b31df6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:44.402468 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (db295e97-639a-4af6-bccc-cab485b31df6), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:44.415625 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Calling delete_port for db295e97-639a-4af6-bccc-cab485b31df6 owned by compute:nova {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:44.551573 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (db295e97-639a-4af6-bccc-cab485b31df6), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:44.584870 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event deleted for resources: {'Port': ['ID=db295e97-639a-4af6-bccc-cab485b31df6,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:44.607964 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.608312 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.608658 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.609000 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.609339 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.609676 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.610008 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.610338 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.610668 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.611023 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.611350 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.611679 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.612006 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.612330 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.612656 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:44.636349 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] No DVR routers for this DVR port db295e97-639a-4af6-bccc-cab485b31df6 on host hv-cinder-85427 {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:44.638895 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:44.642112 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-bc0e4c8f-cc5a-4530-9b19-8a8a0d644463 req-35bd8bb5-0d30-4561-a9d1-898ae8132403 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.84 "DELETE /networking/v2.0/ports/db295e97-639a-4af6-bccc-cab485b31df6 HTTP/1.1" status: 204 len: 173 time: 0.4245400 Aug 29 22:54:44.642552 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-deleted', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:44.645517 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9bc9cc-f39b-4cbf-9ef7-f15f27ab3753" -d '{"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-deleted", "tag": "db295e97-639a-4af6-bccc-cab485b31df6"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:44.681946 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e1dcf-2814-4bb1-99ae-4bba79dba391 x-openstack-request-id: req-0a8e1dcf-2814-4bb1-99ae-4bba79dba391 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:44.682241 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7dbfb1-8908-48a9-acd5-3c1a732e18c5", "name": "network-vif-deleted", "tag": "db295e97-639a-4af6-bccc-cab485b31df6", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:44.682494 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a8e1dcf-2814-4bb1-99ae-4bba79dba391 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:44.682937 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8e1dcf-2814-4bb1-99ae-4bba79dba391'] response: {'server_uuid': '4d7dbfb1-8908-48a9-acd5-3c1a732e18c5', 'name': 'network-vif-deleted', 'tag': 'db295e97-639a-4af6-bccc-cab485b31df6', 'status': 'completed', 'code': 200} Aug 29 22:54:44.783272 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-262e0b81-de81-4c4a-986c-1eb7df3f4a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.080297 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-f9715e1f-677f-4af9-adcf-ecd22c53d90f req-d9f61432-0152-45fd-8ff4-2e8e61135c05 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4d7dbfb1-8908-48a9-acd5-3c1a732e18c5 HTTP/1.1" status: 200 len: 210 time: 0.0333133 Aug 29 22:54:45.822785 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.146353 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45076) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:46.216922 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-12c28c89-c6f0-48ce-bfe3-3ae0cddc3392 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group (a5ad641f-49d0-4322-beaa-e6ccf2e56ff1), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.243923 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-12c28c89-c6f0-48ce-bfe3-3ae0cddc3392 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group (a5ad641f-49d0-4322-beaa-e6ccf2e56ff1), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.246033 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:54:46.309603 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-12c28c89-c6f0-48ce-bfe3-3ae0cddc3392 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (a5ad641f-49d0-4322-beaa-e6ccf2e56ff1), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.313558 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-12c28c89-c6f0-48ce-bfe3-3ae0cddc3392 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.314833 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-12c28c89-c6f0-48ce-bfe3-3ae0cddc3392 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/a5ad641f-49d0-4322-beaa-e6ccf2e56ff1 HTTP/1.1" status: 204 len: 168 time: 0.1678832 Aug 29 22:54:46.326722 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c28c89-c6f0-48ce-bfe3-3ae0cddc3392 tempest-TestShelveInstance-795255872 tempest-TestShelveInstance-795255872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ad641f-49d0-4322-beaa-e6ccf2e56ff1,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:46.979385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:47.378929 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45082) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:47.527163 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:47.537729 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:47.721827 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (fa18f589-15fc-4fa8-82cc-aec0207ff752), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:47.748254 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:47.841708 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device db295e97-639a-4af6-bccc-cab485b31df6 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:47.863223 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: db295e97-639a-4af6-bccc-cab485b31df6 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:47.863563 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device db295e97-639a-4af6-bccc-cab485b31df6 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:47.978250 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Deleting port a19d55bf-4be3-4019-ba81-d3311c1a8ec6 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:47.978592 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:48.058723 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] For port a19d55bf-4be3-4019-ba81-d3311c1a8ec6, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:48.059102 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:48.072607 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Calling delete_port for a19d55bf-4be3-4019-ba81-d3311c1a8ec6 owned by network:router_interface {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:48.258299 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (a19d55bf-4be3-4019-ba81-d3311c1a8ec6), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:48.286062 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Pushing event deleted for resources: {'Port': ['ID=a19d55bf-4be3-4019-ba81-d3311c1a8ec6,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:48.392112 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:48.461565 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:48.475782 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (fa18f589-15fc-4fa8-82cc-aec0207ff752), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:48.687722 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Router fa18f589-15fc-4fa8-82cc-aec0207ff752 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:54:48.801379 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:54:48.806677 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-f6390bf7-6c84-484d-81ed-c3ff7dc7416b admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/fa18f589-15fc-4fa8-82cc-aec0207ff752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265594 Aug 29 22:54:48.809998 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45084) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:48.813280 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] Sync routers for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:48.833050 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:48.833663 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:48.923235 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks [] for router (fa18f589-15fc-4fa8-82cc-aec0207ff752), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.035245 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks [] for router_gateway (fa18f589-15fc-4fa8-82cc-aec0207ff752), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.039877 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:49.087444 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Deleting port fa9d7b6e-1824-4608-98fb-246746f99df8 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:49.087816 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.160708 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:49.234857 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:54:48Z', 'revision_number': 5, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port': {'id': 'fa9d7b6e-1824-4608-98fb-246746f99df8', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:21Z', 'updated_at': '2022-08-29T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:49.261464 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] Checking router: fa18f589-15fc-4fa8-82cc-aec0207ff752 for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:49.271950 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] Routers {'fa18f589-15fc-4fa8-82cc-aec0207ff752'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:49.272593 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['fa18f589-15fc-4fa8-82cc-aec0207ff752'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:49.353574 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:49.365359 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] Set router fa18f589-15fc-4fa8-82cc-aec0207ff752 gateway port host: None {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:49.415162 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:54:49Z', 'revision_number': 6, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port_host': None}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:49.435852 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] For port fa9d7b6e-1824-4608-98fb-246746f99df8, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=fa9d7b6e-1824-4608-98fb-246746f99df8,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:49.436595 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.444388 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4599f6be-7d7e-4044-a512-40e240c9f881 None None] The sync data for ids ['fa18f589-15fc-4fa8-82cc-aec0207ff752'] in dv-cinder-854270-4-iscsi is: [{'id': 'fa18f589-15fc-4fa8-82cc-aec0207ff752', 'name': 'tempest-TestShelveInstance-1316355301-router', 'tenant_id': '01c16f8389774f4c94889a562cdd38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:20Z', 'updated_at': '2022-08-29T22:54:49Z', 'revision_number': 6, 'project_id': '01c16f8389774f4c94889a562cdd38f9', 'gw_port_host': None}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:49.455331 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Calling delete_port for fa9d7b6e-1824-4608-98fb-246746f99df8 owned by network:router_gateway {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:49.564330 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:49.636199 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (fa9d7b6e-1824-4608-98fb-246746f99df8), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.665346 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9d7b6e-1824-4608-98fb-246746f99df8,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:49.733692 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:49.747031 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (fa18f589-15fc-4fa8-82cc-aec0207ff752), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.838073 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (fa18f589-15fc-4fa8-82cc-aec0207ff752), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.840534 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks [] for router_controller (fa18f589-15fc-4fa8-82cc-aec0207ff752), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.890963 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (fa18f589-15fc-4fa8-82cc-aec0207ff752), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.891687 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa18f589-15fc-4fa8-82cc-aec0207ff752 {{(pid=134261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:54:49.897205 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.898690 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-ea36ac9c-b2a3-4922-8af9-5b77401d4bcd admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/fa18f589-15fc-4fa8-82cc-aec0207ff752 HTTP/1.1" status: 204 len: 168 time: 1.0872550 Aug 29 22:54:49.904136 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45086) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:49.956753 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] Deleting subnet 54cfa3ef-2a0d-4f8b-9880-8d73fad417ad {{(pid=134261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:54:49.960431 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] Publish callbacks [] for subnet (54cfa3ef-2a0d-4f8b-9880-8d73fad417ad), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.000209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8958356'] for subnet (54cfa3ef-2a0d-4f8b-9880-8d73fad417ad), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.096069 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (54cfa3ef-2a0d-4f8b-9880-8d73fad417ad), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.167060 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9334359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847573'] for subnet (54cfa3ef-2a0d-4f8b-9880-8d73fad417ad), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.197204 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.201389 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/54cfa3ef-2a0d-4f8b-9880-8d73fad417ad HTTP/1.1" status: 204 len: 168 time: 0.2962439 Aug 29 22:54:50.202342 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a44fbf9-74b7-436d-8a26-aef70837eef7 None None] Network dd592014-20a1-45d6-9a2e-33340181b90d requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:54:50.202913 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989f68e-4faf-44f7-b631-ec2bda10c24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54cfa3ef-2a0d-4f8b-9880-8d73fad417ad,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:50.204557 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45088) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:50.291538 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (dd592014-20a1-45d6-9a2e-33340181b90d), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.342965 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Deleting port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:50.343308 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.420663 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] For port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,segment=NetworkSegment(13b7c684-eaff-4cf3-8832-c5640cd80731),segment_id=13b7c684-eaff-4cf3-8832-c5640cd80731)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:50.421130 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.438119 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Calling delete_port for 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 owned by network:dhcp {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:50.463602 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device fa9d7b6e-1824-4608-98fb-246746f99df8 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:50.484780 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: fa9d7b6e-1824-4608-98fb-246746f99df8 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:50.485392 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device fa9d7b6e-1824-4608-98fb-246746f99df8 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:50.485963 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a19d55bf-4be3-4019-ba81-d3311c1a8ec6 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:50.519555 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: a19d55bf-4be3-4019-ba81-d3311c1a8ec6 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:50.519903 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a19d55bf-4be3-4019-ba81-d3311c1a8ec6 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:50.525174 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] DHCP port deletion for dd592014-20a1-45d6-9a2e-33340181b90d request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:54:50.546982 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:50.561901 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.567149 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Deleting port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:50.567466 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.599975 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Pushing event deleted for resources: {'Port': ['ID=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:50.599975 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] No DVR routers for this DVR port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 on host dv-cinder-854270-4-iscsi {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:50.634203 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] For port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218, host dv-cinder-854270-4-iscsi, got binding levels [] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:50.634598 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.649152 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Calling delete_port for 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:50.652644 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.ipam_backend_mixin [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 was not found and therefore no delete operation was performed {{(pid=134263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 22:54:50.654306 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.672975 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (dd592014-20a1-45d6-9a2e-33340181b90d), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.680074 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Pushing event deleted for resources: {'Port': ['ID=62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:50.689167 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] No DVR routers for this DVR port 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:50.694053 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.694396 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.694775 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.695081 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.695360 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd592014-20a1-45d6-9a2e-33340181b90d']}} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:50.695494 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.695875 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.696359 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.696845 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.697650 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.697771 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.698159 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.698618 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.699141 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.699628 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.700304 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8bef6a-94e9-4253-bc18-4470d7f6d88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:50.706534 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b7c684-eaff-4cf3-8832-c5640cd80731') {'for_net_delete': True} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:50.706869 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b7c684-eaff-4cf3-8832-c5640cd80731') {} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:50.718294 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8958367'] for segment (13b7c684-eaff-4cf3-8832-c5640cd80731), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.731793 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (13b7c684-eaff-4cf3-8832-c5640cd80731), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.738871 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=134261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:54:50.739212 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9334001'] for segment (13b7c684-eaff-4cf3-8832-c5640cd80731), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.809067 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (dd592014-20a1-45d6-9a2e-33340181b90d), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.814499 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:50.823954 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/dd592014-20a1-45d6-9a2e-33340181b90d HTTP/1.1" status: 204 len: 168 time: 0.6176157 Aug 29 22:54:50.824282 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45094) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:50.828881 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 13b7c684-eaff-4cf3-8832-c5640cd80731 resource provider aggregate not found Aug 29 22:54:50.842070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c95f4-bdc5-4f84-a3b8-7840b822d39a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd592014-20a1-45d6-9a2e-33340181b90d,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:50.857255 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 13b7c684-eaff-4cf3-8832-c5640cd80731 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13b7c684-eaff-4cf3-8832-c5640cd80731 found for delete ", "request_id": "req-d36a45cd-36f9-4c56-af93-6abc4f622c80"}]} Aug 29 22:54:51.413764 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (c494f087-f24f-4026-8b57-29715962e5d2), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:51.639952 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Deleting port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:51.640296 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:51.642575 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:51.689193 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=100 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:51.727884 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] For port 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,segment=NetworkSegment(3adc0166-a80b-484b-aae4-b8f56e127f49),segment_id=3adc0166-a80b-484b-aae4-b8f56e127f49)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:51.728238 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:51.740703 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Calling delete_port for 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 owned by network:router_interface {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:51.930250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:51.959629 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:52.136365 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (c494f087-f24f-4026-8b57-29715962e5d2), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:52.356074 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Router c494f087-f24f-4026-8b57-29715962e5d2 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:54:52.473017 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:54:52.482015 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-09176c80-edff-4573-b8f3-f5b4da47d4e8 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/c494f087-f24f-4026-8b57-29715962e5d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6539543 Aug 29 22:54:52.482287 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45098) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:52.486177 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] Sync routers for ids ['c494f087-f24f-4026-8b57-29715962e5d2'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:52.500581 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:52.505825 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] Routers {'c494f087-f24f-4026-8b57-29715962e5d2'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:52.506480 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c494f087-f24f-4026-8b57-29715962e5d2'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:52.525219 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:52.526055 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 62b21ab9-82e6-4cc7-8d8a-a87d3b0d6218 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:52.578099 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:52.602517 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks [] for router (c494f087-f24f-4026-8b57-29715962e5d2), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:52.635877 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] Set router c494f087-f24f-4026-8b57-29715962e5d2 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:52.706665 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks [] for router_gateway (c494f087-f24f-4026-8b57-29715962e5d2), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:52.754068 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Deleting port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:52.754450 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:52.820220 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:54:51Z', 'revision_number': 5, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port': {'id': '94bdedf1-4494-409b-afa1-0f7e2bbe45f5', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:50:26Z', 'updated_at': '2022-08-29T22:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:52.851666 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] Checking router: c494f087-f24f-4026-8b57-29715962e5d2 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:52.854468 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] For port 94bdedf1-4494-409b-afa1-0f7e2bbe45f5, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:52.854820 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:52.862107 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] Routers {'c494f087-f24f-4026-8b57-29715962e5d2'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:52.862874 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:54:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['c494f087-f24f-4026-8b57-29715962e5d2'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:52.869919 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Calling delete_port for 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 owned by network:router_gateway {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:52.954609 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] Set router c494f087-f24f-4026-8b57-29715962e5d2 gateway port host: None {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:53.009076 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:54:52Z', 'revision_number': 6, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port_host': None}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:53.034330 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e5133-1bb1-468d-bd02-5910f8a30989 None None] The sync data for ids ['c494f087-f24f-4026-8b57-29715962e5d2'] in dv-cinder-854270-4-iscsi is: [{'id': 'c494f087-f24f-4026-8b57-29715962e5d2', 'name': 'tempest-TestShelveInstance-670606280-router', 'tenant_id': '8a4dffe025c1425ea038139156586810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:50:25Z', 'updated_at': '2022-08-29T22:54:52Z', 'revision_number': 6, 'project_id': '8a4dffe025c1425ea038139156586810', 'gw_port_host': None}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:53.054382 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (94bdedf1-4494-409b-afa1-0f7e2bbe45f5), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.085800 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Pushing event deleted for resources: {'Port': ['ID=94bdedf1-4494-409b-afa1-0f7e2bbe45f5,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:53.111577 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:53.152836 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (c494f087-f24f-4026-8b57-29715962e5d2), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.254179 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (c494f087-f24f-4026-8b57-29715962e5d2), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.256428 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks [] for router_controller (c494f087-f24f-4026-8b57-29715962e5d2), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.303114 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (c494f087-f24f-4026-8b57-29715962e5d2), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.303868 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c494f087-f24f-4026-8b57-29715962e5d2 {{(pid=134261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:54:53.308590 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.309706 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-14a2a1e3-5044-44ee-acc3-78d1e02b635f admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/c494f087-f24f-4026-8b57-29715962e5d2 HTTP/1.1" status: 204 len: 168 time: 0.8264968 Aug 29 22:54:53.312364 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45102) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:53.357213 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] Deleting subnet 7423de63-ce5f-4e7f-8a67-2322fe995062 {{(pid=134261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:54:53.360339 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] Publish callbacks [] for subnet (7423de63-ce5f-4e7f-8a67-2322fe995062), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.398628 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8958356'] for subnet (7423de63-ce5f-4e7f-8a67-2322fe995062), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.482525 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (7423de63-ce5f-4e7f-8a67-2322fe995062), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.544355 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9334359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847573'] for subnet (7423de63-ce5f-4e7f-8a67-2322fe995062), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.568605 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7423de63-ce5f-4e7f-8a67-2322fe995062,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:53.576072 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.580470 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-fd67c9ff-aabb-4e80-9ce2-e57829525b32 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/7423de63-ce5f-4e7f-8a67-2322fe995062 HTTP/1.1" status: 204 len: 168 time: 0.2668977 Aug 29 22:54:53.581873 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603b99d-ed0c-4a4a-9df0-2ae86d8176ff None None] Network 469ac622-db31-4e05-9a7e-b59288ce9993 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:54:53.584955 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45104) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:53.593094 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:53.661959 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (469ac622-db31-4e05-9a7e-b59288ce9993), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.707602 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Deleting port 3a456197-253d-4e8f-94f4-458e0d3d4a03 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:53.707944 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.770862 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] For port 3a456197-253d-4e8f-94f4-458e0d3d4a03, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=3a456197-253d-4e8f-94f4-458e0d3d4a03,segment=NetworkSegment(3adc0166-a80b-484b-aae4-b8f56e127f49),segment_id=3adc0166-a80b-484b-aae4-b8f56e127f49)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:53.771141 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.784832 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Calling delete_port for 3a456197-253d-4e8f-94f4-458e0d3d4a03 owned by network:dhcp {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:53.839743 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] DHCP port deletion for 469ac622-db31-4e05-9a7e-b59288ce9993 request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:54:53.868854 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:53.878332 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.883271 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] Deleting port 3a456197-253d-4e8f-94f4-458e0d3d4a03 {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:53.883807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.915867 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a456197-253d-4e8f-94f4-458e0d3d4a03,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:53.924537 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] No DVR routers for this DVR port 3a456197-253d-4e8f-94f4-458e0d3d4a03 on host dv-cinder-854270-4-iscsi {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:53.962905 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:53.964278 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] For port 3a456197-253d-4e8f-94f4-458e0d3d4a03, host dv-cinder-854270-4-iscsi, got binding levels [] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:53.965125 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:53.980204 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] Calling delete_port for 3a456197-253d-4e8f-94f4-458e0d3d4a03 owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:53.982844 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.ipam_backend_mixin [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] Port 3a456197-253d-4e8f-94f4-458e0d3d4a03 was not found and therefore no delete operation was performed {{(pid=134263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 22:54:53.984016 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (3a456197-253d-4e8f-94f4-458e0d3d4a03), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.007809 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] Pushing event deleted for resources: {'Port': ['ID=3a456197-253d-4e8f-94f4-458e0d3d4a03,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:54.012683 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (469ac622-db31-4e05-9a7e-b59288ce9993), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.012874 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa1bec-8c48-42d8-b709-9e5f51674fe9 None None] No DVR routers for this DVR port 3a456197-253d-4e8f-94f4-458e0d3d4a03 on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:54.036719 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469ac622-db31-4e05-9a7e-b59288ce9993']}} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:54.047547 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adc0166-a80b-484b-aae4-b8f56e127f49') {'for_net_delete': True} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:54.047914 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adc0166-a80b-484b-aae4-b8f56e127f49') {} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:54.061944 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8958367'] for segment (3adc0166-a80b-484b-aae4-b8f56e127f49), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.078302 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (3adc0166-a80b-484b-aae4-b8f56e127f49), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.087326 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=134261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:54:54.087936 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9334001'] for segment (3adc0166-a80b-484b-aae4-b8f56e127f49), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.113462 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:54.145404 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 3adc0166-a80b-484b-aae4-b8f56e127f49 resource provider aggregate not found Aug 29 22:54:54.164242 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 3adc0166-a80b-484b-aae4-b8f56e127f49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3adc0166-a80b-484b-aae4-b8f56e127f49 found for delete ", "request_id": "req-03bcf49c-8e5b-4710-a73d-896065530bbe"}]} Aug 29 22:54:54.170615 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (469ac622-db31-4e05-9a7e-b59288ce9993), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.177855 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.180907 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/469ac622-db31-4e05-9a7e-b59288ce9993 HTTP/1.1" status: 204 len: 168 time: 0.5948124 Aug 29 22:54:54.192579 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af0657-1f34-4011-b8cd-2d2df7335dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=469ac622-db31-4e05-9a7e-b59288ce9993,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:54.362130 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45112) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:54.403156 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d9a93f1f-f4e0-498b-9ac4-b108698f591f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=01c16f8389774f4c94889a562cdd38f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396628 Aug 29 22:54:54.405564 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45114) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:54.442366 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 3a456197-253d-4e8f-94f4-458e0d3d4a03 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:54.456635 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91b53359-6b53-4146-a349-de755de5e00b admin admin] Publish callbacks [] for security_group (c8606d8d-ee96-458a-a1e9-32bf05ed731e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.461881 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 3a456197-253d-4e8f-94f4-458e0d3d4a03 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:54.462231 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 3a456197-253d-4e8f-94f4-458e0d3d4a03 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:54.462650 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:54.481140 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91b53359-6b53-4146-a349-de755de5e00b admin admin] Publish callbacks [] for security_group (c8606d8d-ee96-458a-a1e9-32bf05ed731e), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.484456 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:54.484784 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 94bdedf1-4494-409b-afa1-0f7e2bbe45f5 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:54.485197 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:54.505007 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:54.505351 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 2c1aea03-d182-4bb7-b1e0-10c37e5c6bf4 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:54.537188 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91b53359-6b53-4146-a349-de755de5e00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (c8606d8d-ee96-458a-a1e9-32bf05ed731e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.539778 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-91b53359-6b53-4146-a349-de755de5e00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.540920 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-91b53359-6b53-4146-a349-de755de5e00b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c8606d8d-ee96-458a-a1e9-32bf05ed731e HTTP/1.1" status: 204 len: 168 time: 0.1345110 Aug 29 22:54:54.549983 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53359-6b53-4146-a349-de755de5e00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8606d8d-ee96-458a-a1e9-32bf05ed731e,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:54.889111 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45120) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:54.929745 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-e2db3d1c-9fc5-478c-b600-489b71cea7ee admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=8a4dffe025c1425ea038139156586810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394790 Aug 29 22:54:54.932328 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45122) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:54.984466 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d7471bd2-49aa-4cc5-8df6-d5d922909404 admin admin] Publish callbacks [] for security_group (d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:55.005078 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d7471bd2-49aa-4cc5-8df6-d5d922909404 admin admin] Publish callbacks [] for security_group (d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:55.011051 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:55.065312 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d7471bd2-49aa-4cc5-8df6-d5d922909404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:55.069353 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-d7471bd2-49aa-4cc5-8df6-d5d922909404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:55.071011 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-d7471bd2-49aa-4cc5-8df6-d5d922909404 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4 HTTP/1.1" status: 204 len: 168 time: 0.1375010 Aug 29 22:54:55.083229 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7471bd2-49aa-4cc5-8df6-d5d922909404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bff8e3-62ed-40a7-9ecc-4d88280ed8a4,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:56.367108 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:59.417762 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=20 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:59.418594 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:02.457638 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=84,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:02.470516 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:05.040802 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:05.076580 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:06.359926 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=11 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:06.362869 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:06.499133 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-1b3a1cfc-c1b0-487a-acff-3f294841e854 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454543 Aug 29 22:55:06.591622 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-0d6f10c9-c071-4ccc-a9f5-da4078ced0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:06.593132 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-0d6f10c9-c071-4ccc-a9f5-da4078ced0f4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1129 time: 0.0469346 Aug 29 22:55:06.701019 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-7784378b-d9e2-4af7-9a29-e16259903422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:06.702436 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-7784378b-d9e2-4af7-9a29-e16259903422 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.0894063 Aug 29 22:55:06.772268 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-77b3ed7f-e4f6-469b-864a-677c697e4e26 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 200 len: 1001 time: 0.0621345 Aug 29 22:55:06.827037 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-c32a1c28-3441-47e8-b245-e65e3c7f782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:06.831665 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-c32a1c28-3441-47e8-b245-e65e3c7f782d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0493329 Aug 29 22:55:06.876607 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-03f796ed-3708-40df-badb-d44b830a3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:06.878115 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-03f796ed-3708-40df-badb-d44b830a3bbc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434453 Aug 29 22:55:06.973082 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-621bc5ec-8b04-41ef-83b1-4966c5da8ea6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884430 Aug 29 22:55:07.063650 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-b405a03b-a60e-4b75-b97d-d35adee62590 req-c9c9d126-f6f6-4a6e-9f8d-fecd24f234b4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850699 Aug 29 22:55:12.003197 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-94fd7a4b-2a3a-4465-a410-b03b269b153b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.787021 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3b07dbd9-1706-4f8d-8d54-433b68934d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:15.813864 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.983063 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.058781 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=51 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:17.060728 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=50 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:17.752057 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.245310 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:55:26.380491 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.173722 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:36.374779 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:36.376804 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:38.799617 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=17 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:38.801866 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=14 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:42.010711 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a885f377-51f6-4948-b745-6f8f3a2b8444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:44.791069 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3fc097d4-dcf0-470b-8946-07354854511e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:45.818460 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:46.987900 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:47.755923 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:51.191218 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45134) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:51.335387 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Deleting port 61ea41a0-def1-46ca-9329-7070a0d95b97 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:51.335734 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:51.413392 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:51.413714 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (61ea41a0-def1-46ca-9329-7070a0d95b97), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:51.426821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Calling delete_port for 61ea41a0-def1-46ca-9329-7070a0d95b97 owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:51.571205 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (61ea41a0-def1-46ca-9329-7070a0d95b97), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:51.595162 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event deleted for resources: {'Port': ['ID=61ea41a0-def1-46ca-9329-7070a0d95b97,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:51.606751 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.607114 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.607464 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.607806 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.608140 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.608471 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.608799 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.609125 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.609451 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.609777 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.610103 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.610428 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.610780 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.611640 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.611959 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:51.669384 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (e0e6fa93-97d9-4210-b2eb-0d6522fea5d9), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:51.669711 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Floating IP e0e6fa93-97d9-4210-b2eb-0d6522fea5d9 disassociated (deleted). External IP: 172.27.1.21, port: 785e7f22-36b3-4a26-9362-7942d91504b7. Aug 29 22:55:51.867067 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:51.966825 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:51.971984 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:51.979308 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:51.990098 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:51.990852 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:52.102572 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:52.243956 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:52.248322 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2e7ae8ba-6882-4978-8ee1-522af16e2f9f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/e0e6fa93-97d9-4210-b2eb-0d6522fea5d9 HTTP/1.1" status: 204 len: 168 time: 1.0561554 Aug 29 22:55:52.249319 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:52.251663 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c60d55-6d9a-43e3-990f-7ada73f3921b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:52.310391 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce21eb3-5b94-4b17-8f0b-fcbea43e2654 x-openstack-request-id: req-bce21eb3-5b94-4b17-8f0b-fcbea43e2654 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:52.310690 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:52.310980 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bce21eb3-5b94-4b17-8f0b-fcbea43e2654 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:52.311384 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce21eb3-5b94-4b17-8f0b-fcbea43e2654'] response: {'name': 'network-changed', 'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7', 'status': 'completed', 'code': 200} Aug 29 22:55:52.325916 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:29Z', 'revision_number': 1, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:52.351918 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:52.361885 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:52.362550 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:52.375392 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-623a0995-b4e0-4804-94e1-d0f8bc2b6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:52.377093 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-623a0995-b4e0-4804-94e1-d0f8bc2b6244 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0404589 Aug 29 22:55:52.390879 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:52.483925 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:52.502027 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-1e0be5fb-f6cf-4437-9793-a7196ae433f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:52.503976 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-1e0be5fb-f6cf-4437-9793-a7196ae433f3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.1205709 Aug 29 22:55:52.759911 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb19a-5d29-456e-94e4-97189dc94705 req-afcfeccb-5a51-45dd-91db-a9ececfabb3a tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:52.761481 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e3acb19a-5d29-456e-94e4-97189dc94705 req-afcfeccb-5a51-45dd-91db-a9ececfabb3a tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 945 time: 0.2875669 Aug 29 22:55:52.795928 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:29Z', 'revision_number': 1, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:52.814668 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-e3acb19a-5d29-456e-94e4-97189dc94705 req-2c72981a-d569-48da-b2de-1fbb5ee5cc29 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467422 Aug 29 22:55:52.821155 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d7564-0293-42ca-9409-d43c0fbc2aea None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_floatingips': [{'id': '11d970ec-b4c3-457a-b593-2692ef91c7d4', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'router_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'port_id': 'd43fa887-48db-44e4-b027-1e329db78c04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'mac_address': 'fa:16:3e:9e:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:27Z', 'updated_at': '2022-08-29T22:52:29Z', 'revision_number': 1, 'project_id': '36e090f60dd244cea327de965ad9af13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:53.040919 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123b290-c837-4354-a108-8782a0f4e79c None None] New status for floating IP e0e6fa93-97d9-4210-b2eb-0d6522fea5d9: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:55:53.475834 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-dd5926ca-7730-4a59-9b2e-ccdf84fe7566 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785e7f22-36b3-4a26-9362-7942d91504b7 HTTP/1.1" status: 200 len: 217 time: 0.0353694 Aug 29 22:55:53.528478 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-832a3c0d-f3f4-4522-b2f2-0602e37e66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:53.529885 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-832a3c0d-f3f4-4522-b2f2-0602e37e66db service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0463810 Aug 29 22:55:53.650274 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-1a744004-e9fe-4800-bc49-af08ca961be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:53.651790 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-1a744004-e9fe-4800-bc49-af08ca961be9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396612 Aug 29 22:55:53.744909 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-1f97b513-a3a0-4eae-b8fd-cc3c1b83a8c4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865262 Aug 29 22:55:53.987326 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-a63aa267-da93-4f82-90d4-419d570e7462 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:53.988780 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-a63aa267-da93-4f82-90d4-419d570e7462 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0477421 Aug 29 22:55:54.018694 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1903ea-cf7d-4fdc-8c5d-4d3f1895f1e3 req-dae1453d-b56c-41e4-a076-469c4e2df933 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:54.020091 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ad1903ea-cf7d-4fdc-8c5d-4d3f1895f1e3 req-dae1453d-b56c-41e4-a076-469c4e2df933 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 945 time: 0.1255555 Aug 29 22:55:54.022106 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-d7c60d55-6d9a-43e3-990f-7ada73f3921b req-2f7ebd8b-4c8c-47e3-aff4-3f6e06fe265f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350732 Aug 29 22:55:54.076362 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-ad1903ea-cf7d-4fdc-8c5d-4d3f1895f1e3 req-5722ea43-c036-415c-a327-c5f6c118fe94 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501921 Aug 29 22:55:54.081041 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Deleting port 785e7f22-36b3-4a26-9362-7942d91504b7 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:54.081391 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:54.172258 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] For port 785e7f22-36b3-4a26-9362-7942d91504b7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=785e7f22-36b3-4a26-9362-7942d91504b7,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:54.172630 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:54.190597 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Calling delete_port for 785e7f22-36b3-4a26-9362-7942d91504b7 owned by compute:nova {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:54.314786 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (785e7f22-36b3-4a26-9362-7942d91504b7), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:54.342464 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event deleted for resources: {'Port': ['ID=785e7f22-36b3-4a26-9362-7942d91504b7,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:54.374019 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.374370 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.374714 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.375082 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.375420 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.375754 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.376085 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.376414 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.376809 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.377164 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.377496 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.377826 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.378155 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.378477 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.378821 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:54.401648 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] No DVR routers for this DVR port 785e7f22-36b3-4a26-9362-7942d91504b7 on host hv-cinder-85427 {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:54.404107 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:54.407302 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-1bad9a6e-7b22-4a51-a275-410b1907a7d4 req-9825b2da-a007-49a0-8e6b-84ff524706a2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "DELETE /networking/v2.0/ports/785e7f22-36b3-4a26-9362-7942d91504b7 HTTP/1.1" status: 204 len: 173 time: 0.4121785 Aug 29 22:55:54.408250 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'name': 'network-vif-deleted', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7'}] {{(pid=134262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:54.410594 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb236a8992550f117cea89b3df51917c6b0cf7f6c142af83af8ee429ac62029d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbaf32c-9477-41bc-abd3-2662395edc63" -d '{"events": [{"server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "name": "network-vif-deleted", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7"}]}' {{(pid=134262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:54.449115 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11530e1e-6c0b-4627-81af-19e6ccd1a7bb x-openstack-request-id: req-11530e1e-6c0b-4627-81af-19e6ccd1a7bb {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:54.449403 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6", "name": "network-vif-deleted", "tag": "785e7f22-36b3-4a26-9362-7942d91504b7", "status": "completed", "code": 200}]} {{(pid=134262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:54.449653 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11530e1e-6c0b-4627-81af-19e6ccd1a7bb {{(pid=134262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:54.450058 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11530e1e-6c0b-4627-81af-19e6ccd1a7bb'] response: {'server_uuid': 'b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6', 'name': 'network-vif-deleted', 'tag': '785e7f22-36b3-4a26-9362-7942d91504b7', 'status': 'completed', 'code': 200} Aug 29 22:55:55.203207 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-cbead1e1-87dc-4da6-84ba-a077c579697c req-f900938f-fe64-42a8-b369-ceb9e9ceb08f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1f1b37d-e284-4b3b-b546-fbb2dffe1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0276437 Aug 29 22:55:56.399932 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.228903 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 785e7f22-36b3-4a26-9362-7942d91504b7 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:58.251538 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: 785e7f22-36b3-4a26-9362-7942d91504b7 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:58.251879 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device 785e7f22-36b3-4a26-9362-7942d91504b7 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:58.510411 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45178) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:58.645447 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Deleting port ecd3686e-3076-4931-8561-1a5e9f727269 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:58.645740 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (ecd3686e-3076-4931-8561-1a5e9f727269), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.723501 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (ecd3686e-3076-4931-8561-1a5e9f727269), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.723822 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (ecd3686e-3076-4931-8561-1a5e9f727269), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.737817 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Calling delete_port for ecd3686e-3076-4931-8561-1a5e9f727269 owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:58.795006 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:58.869821 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:58.897454 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (ecd3686e-3076-4931-8561-1a5e9f727269), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.922661 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event deleted for resources: {'Port': ['ID=ecd3686e-3076-4931-8561-1a5e9f727269,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:58.986773 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (11d970ec-b4c3-457a-b593-2692ef91c7d4), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.987198 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.db.l3_db [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Floating IP 11d970ec-b4c3-457a-b593-2692ef91c7d4 disassociated (deleted). External IP: 172.27.1.165, port: d43fa887-48db-44e4-b027-1e329db78c04. Aug 29 22:55:59.186488 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:59.292650 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:59.297583 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:59.302716 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:59.313295 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:59.313899 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:59.328825 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-27312aad-3224-4ca1-b474-bbf3c1f05c0f tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/11d970ec-b4c3-457a-b593-2692ef91c7d4 HTTP/1.1" status: 204 len: 168 time: 0.8172944 Aug 29 22:55:59.329428 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:59.331980 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50795b8-8c3a-408f-8274-55ab9d88a992" -d '{"events": [{"name": "network-changed", "server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "tag": "d43fa887-48db-44e4-b027-1e329db78c04"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:59.379172 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4b0b52-8dc8-4aa5-aa98-08c59cafbb02 x-openstack-request-id: req-2c4b0b52-8dc8-4aa5-aa98-08c59cafbb02 {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:59.379691 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "tag": "d43fa887-48db-44e4-b027-1e329db78c04", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:59.379945 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c4b0b52-8dc8-4aa5-aa98-08c59cafbb02 {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:59.380426 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4b0b52-8dc8-4aa5-aa98-08c59cafbb02'] response: {'name': 'network-changed', 'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04', 'status': 'completed', 'code': 200} Aug 29 22:55:59.431531 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:59.454370 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-1f8cad0c-2c76-493a-8015-cb7e604860a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:59.457012 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-1f8cad0c-2c76-493a-8015-cb7e604860a1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=36e090f60dd244cea327de965ad9af13&device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 1129 time: 0.0473080 Aug 29 22:55:59.569193 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-f868f5b8-1258-44af-8b20-65d62c66c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:59.570677 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-f868f5b8-1258-44af-8b20-65d62c66c5a2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 200 len: 911 time: 0.1070707 Aug 29 22:55:59.572091 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:59.572699 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=100 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:59.600460 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d1d87-2892-45fa-b08a-c7636ec014f8 req-d537a8f2-721a-487f-ba72-40ca58b7f999 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:59.601947 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-091d1d87-2892-45fa-b08a-c7636ec014f8 req-d537a8f2-721a-487f-ba72-40ca58b7f999 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 945 time: 0.0483534 Aug 29 22:55:59.631013 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:59.650792 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-091d1d87-2892-45fa-b08a-c7636ec014f8 req-83b1fc83-36d7-4bb9-b40a-0cebe818e574 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Aug 29 22:55:59.656155 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:59.664739 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:59.665346 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:59.771722 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:59.949931 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:59.977071 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa124a-ce93-4300-ac48-f4baf9dbf5bd None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:48:54Z', 'revision_number': 4, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi', '_interfaces': [{'id': '226d955d-65f8-4fc8-a2a1-092c8aebfbba', 'name': '', 'network_id': '97336a57-5879-42cd-b56c-34e6fb04c8c0', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'mac_address': 'fa:16:3e:7b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:53Z', 'updated_at': '2022-08-29T22:49:07Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'subnets': [{'id': '0ddaa405-9f74-42a8-880f-f165e7bb850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:56:00.183718 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39f814-fed4-4f0e-a271-c50f68994bd8 None None] New status for floating IP 11d970ec-b4c3-457a-b593-2692ef91c7d4: DOWN {{(pid=134263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:56:00.245210 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:56:00.532651 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-b491e046-bed6-4d80-973b-912322d7c389 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 200 len: 217 time: 0.0343258 Aug 29 22:56:00.580059 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-373faf06-1e43-4adb-9057-8cf4c2eed999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.581954 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-373faf06-1e43-4adb-9057-8cf4c2eed999 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 200 len: 849 time: 0.0421207 Aug 29 22:56:00.698614 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-2cec859e-c98b-4068-9656-67218dbb8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=134262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.700134 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-2cec859e-c98b-4068-9656-67218dbb8ed3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=97336a57-5879-42cd-b56c-34e6fb04c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385177 Aug 29 22:56:00.776321 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42555fc3-edd8-4f94-befd-6b9cc6a81641 req-25cd594c-5402-4464-ab0b-b1a0165efbfd tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.777823 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-42555fc3-edd8-4f94-befd-6b9cc6a81641 req-25cd594c-5402-4464-ab0b-b1a0165efbfd tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Aug 29 22:56:00.798081 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-786127f7-ea7c-457b-80b6-d05e4c9074d3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914719 Aug 29 22:56:00.835651 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-42555fc3-edd8-4f94-befd-6b9cc6a81641 req-fc0bb4c9-bc4f-4f69-af83-b23ed93c83dc tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=dd260f68-c17c-49cd-860e-dc4986baa9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Aug 29 22:56:00.961424 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [req-d50795b8-8c3a-408f-8274-55ab9d88a992 req-6b071cdb-8c9d-4751-b6c5-11bf9d88d653 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881124 Aug 29 22:56:00.994330 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-f0ca2087-6509-4c11-ba96-36a0d3091f1d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=134261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.995795 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-f0ca2087-6509-4c11-ba96-36a0d3091f1d tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 945 time: 0.0469925 Aug 29 22:56:01.081210 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Deleting port d43fa887-48db-44e4-b027-1e329db78c04 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:01.081538 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (d43fa887-48db-44e4-b027-1e329db78c04), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.132906 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:01.172281 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] For port d43fa887-48db-44e4-b027-1e329db78c04, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d43fa887-48db-44e4-b027-1e329db78c04,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:01.172648 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (d43fa887-48db-44e4-b027-1e329db78c04), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.186133 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Calling delete_port for d43fa887-48db-44e4-b027-1e329db78c04 owned by compute:nova {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:01.249002 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=100 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:01.320065 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (d43fa887-48db-44e4-b027-1e329db78c04), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.346263 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event deleted for resources: {'Port': ['ID=d43fa887-48db-44e4-b027-1e329db78c04,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:01.395627 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] No DVR routers for this DVR port d43fa887-48db-44e4-b027-1e329db78c04 on host hv-cinder-85427 {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:56:01.398407 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.401626 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-2ac541b1-1f56-417b-bc4b-13b4252a1cf9 req-cd0c7e5e-de39-4616-852f-cc1976b083ee tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.84 "DELETE /networking/v2.0/ports/d43fa887-48db-44e4-b027-1e329db78c04 HTTP/1.1" status: 204 len: 173 time: 0.4011846 Aug 29 22:56:01.402074 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'name': 'network-vif-deleted', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04'}] {{(pid=134261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:56:01.404410 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09a6ee84108977f345f330d3276942a24962ef34a30c706f1972a7e13f265e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f34c02-2b62-40ac-aad4-ba1ec3f9572b" -d '{"events": [{"server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "name": "network-vif-deleted", "tag": "d43fa887-48db-44e4-b027-1e329db78c04"}]}' {{(pid=134261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:56:01.447043 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cac599-cc1f-4e50-9ee1-ff26f5286ddb x-openstack-request-id: req-88cac599-cc1f-4e50-9ee1-ff26f5286ddb {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:56:01.447330 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167fe5d0-c858-41ff-94ea-02ee2efb1848", "name": "network-vif-deleted", "tag": "d43fa887-48db-44e4-b027-1e329db78c04", "status": "completed", "code": 200}]} {{(pid=134261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:56:01.447582 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88cac599-cc1f-4e50-9ee1-ff26f5286ddb {{(pid=134261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:56:01.448006 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cac599-cc1f-4e50-9ee1-ff26f5286ddb'] response: {'server_uuid': '167fe5d0-c858-41ff-94ea-02ee2efb1848', 'name': 'network-vif-deleted', 'tag': 'd43fa887-48db-44e4-b027-1e329db78c04', 'status': 'completed', 'code': 200} Aug 29 22:56:01.957029 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [req-487552d1-871f-4899-912c-77150551e6e4 req-fa3cbe05-57fc-47ea-a790-32c31881b439 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=167fe5d0-c858-41ff-94ea-02ee2efb1848 HTTP/1.1" status: 200 len: 210 time: 0.0317132 Aug 29 22:56:03.021646 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45194) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:03.131450 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Deleting port c0aefd83-2e00-4de2-bf6e-aed5cd1c6847 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:03.131788 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.206548 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.206908 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.219727 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Calling delete_port for c0aefd83-2e00-4de2-bf6e-aed5cd1c6847 owned by network:floatingip {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:03.349206 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (c0aefd83-2e00-4de2-bf6e-aed5cd1c6847), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.371312 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event deleted for resources: {'Port': ['ID=c0aefd83-2e00-4de2-bf6e-aed5cd1c6847,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:03.438692 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for floatingip (1c3f2ba3-8716-4dbb-9db7-5d55eef8f370), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.441274 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.442408 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-95654ec3-1a53-4426-b33e-cab713e00321 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/1c3f2ba3-8716-4dbb-9db7-5d55eef8f370 HTTP/1.1" status: 204 len: 168 time: 0.4198368 Aug 29 22:56:04.260031 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device d43fa887-48db-44e4-b027-1e329db78c04 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:04.279309 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] No Port match for: d43fa887-48db-44e4-b027-1e329db78c04 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:04.279655 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Device d43fa887-48db-44e4-b027-1e329db78c04 not bound to the agent host hv-cinder-85427 {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:04.654006 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45206) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:04.712475 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8da42cf7-eb66-4692-99c9-85b605ff3cc2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group (dd260f68-c17c-49cd-860e-dc4986baa9b3), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.737283 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8da42cf7-eb66-4692-99c9-85b605ff3cc2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group (dd260f68-c17c-49cd-860e-dc4986baa9b3), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.772656 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:04.796742 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8da42cf7-eb66-4692-99c9-85b605ff3cc2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (dd260f68-c17c-49cd-860e-dc4986baa9b3), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.799895 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-8da42cf7-eb66-4692-99c9-85b605ff3cc2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Publish callbacks [] for security_group (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.801036 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-8da42cf7-eb66-4692-99c9-85b605ff3cc2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/dd260f68-c17c-49cd-860e-dc4986baa9b3 HTTP/1.1" status: 204 len: 168 time: 0.1460497 Aug 29 22:56:04.810510 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da42cf7-eb66-4692-99c9-85b605ff3cc2 tempest-TestVolumeBootPattern-1724046597 tempest-TestVolumeBootPattern-1724046597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd260f68-c17c-49cd-860e-dc4986baa9b3,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:04.859035 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45210) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:05.174060 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:05.263404 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:05.485733 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Deleting port 226d955d-65f8-4fc8-a2a1-092c8aebfbba {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:05.486067 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:05.565883 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] For port 226d955d-65f8-4fc8-a2a1-092c8aebfbba, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=226d955d-65f8-4fc8-a2a1-092c8aebfbba,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:05.566224 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:05.581577 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Calling delete_port for 226d955d-65f8-4fc8-a2a1-092c8aebfbba owned by network:router_interface {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:05.706501 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:05.758810 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (226d955d-65f8-4fc8-a2a1-092c8aebfbba), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:05.785159 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Pushing event deleted for resources: {'Port': ['ID=226d955d-65f8-4fc8-a2a1-092c8aebfbba,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:06.190401 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:06.239936 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:06.392067 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:56:06.493195 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:56:06.498516 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2921d5f9-3168-4c48-9d40-8c0b43c7d180 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/bf76f447-1e8a-40ee-9535-7d1bf30f8a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384313 Aug 29 22:56:06.501014 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45214) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:06.502204 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] Sync routers for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:56:06.512539 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:06.513143 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:06.599070 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks [] for router (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:06.620089 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: dv-cinder-854270-4-iscsi {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:06.697120 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks [] for router_gateway (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:06.741857 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Deleting port 82481ceb-9c54-4bdd-86cb-337abb3768da {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:06.742519 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:06.788018 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:56:05Z', 'revision_number': 5, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port': {'id': '82481ceb-9c54-4bdd-86cb-337abb3768da', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:49Z', 'updated_at': '2022-08-29T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:06.816404 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] Checking router: bf76f447-1e8a-40ee-9535-7d1bf30f8a3e for host: dv-cinder-854270-4-iscsi {{(pid=134264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:56:06.826717 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] Routers {'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:06.827401 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'], 'active': True} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:06.828213 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] For port 82481ceb-9c54-4bdd-86cb-337abb3768da, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=82481ceb-9c54-4bdd-86cb-337abb3768da,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:06.828577 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:06.842443 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Calling delete_port for 82481ceb-9c54-4bdd-86cb-337abb3768da owned by network:router_gateway {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:06.844159 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:06.911768 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_dvr_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] Set router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e gateway port host: None {{(pid=134264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:06.964342 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.l3_hamode_db [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:56:06Z', 'revision_number': 6, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port_host': None}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:06.989079 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00b547-1c95-46a9-8de1-d407234102b7 None None] The sync data for ids ['bf76f447-1e8a-40ee-9535-7d1bf30f8a3e'] in dv-cinder-854270-4-iscsi is: [{'id': 'bf76f447-1e8a-40ee-9535-7d1bf30f8a3e', 'name': 'tempest-TestVolumeBootPattern-32729445-router', 'tenant_id': '36e090f60dd244cea327de965ad9af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:48Z', 'updated_at': '2022-08-29T22:56:06Z', 'revision_number': 6, 'project_id': '36e090f60dd244cea327de965ad9af13', 'gw_port_host': None}] {{(pid=134264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:56:07.015975 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (82481ceb-9c54-4bdd-86cb-337abb3768da), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.045768 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Pushing event deleted for resources: {'Port': ['ID=82481ceb-9c54-4bdd-86cb-337abb3768da,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:07.107970 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:07.117761 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.206662 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.208919 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks [] for router_controller (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.251212 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (bf76f447-1e8a-40ee-9535-7d1bf30f8a3e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.252729 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf76f447-1e8a-40ee-9535-7d1bf30f8a3e {{(pid=134261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:56:07.259130 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.260539 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-2fe7b1f2-c1f7-44f9-9511-51de42f373ce admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/bf76f447-1e8a-40ee-9535-7d1bf30f8a3e HTTP/1.1" status: 204 len: 168 time: 0.7585003 Aug 29 22:56:07.262968 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45216) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:07.307180 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] Deleting subnet 0ddaa405-9f74-42a8-880f-f165e7bb850e {{(pid=134261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:56:07.310189 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] Publish callbacks [] for subnet (0ddaa405-9f74-42a8-880f-f165e7bb850e), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.345722 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8958356'] for subnet (0ddaa405-9f74-42a8-880f-f165e7bb850e), precommit_delete_associations {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.430646 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (0ddaa405-9f74-42a8-880f-f165e7bb850e), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.484717 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9334359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847573'] for subnet (0ddaa405-9f74-42a8-880f-f165e7bb850e), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.513297 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddaa405-9f74-42a8-880f-f165e7bb850e,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:07.518546 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for subnet (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.521735 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-bf9d1104-5dd9-4a8f-8595-15116e6f6ea1 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/0ddaa405-9f74-42a8-880f-f165e7bb850e HTTP/1.1" status: 204 len: 168 time: 0.2577479 Aug 29 22:56:07.524405 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [-] (134261) accepted ('10.222.0.77', 45218) {{(pid=134261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:07.527466 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b85382-4822-4090-8005-f5f083052c2b None None] Network 97336a57-5879-42cd-b56c-34e6fb04c8c0 requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:56:07.530399 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:07.532459 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:07.600965 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (97336a57-5879-42cd-b56c-34e6fb04c8c0), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.644894 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Deleting port 6e6ba4cf-3003-413c-b225-3996a47c18a4 {{(pid=134261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:07.645239 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.711481 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.db [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] For port 6e6ba4cf-3003-413c-b225-3996a47c18a4, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=6e6ba4cf-3003-413c-b225-3996a47c18a4,segment=NetworkSegment(34435021-5ec0-455a-af5e-5584dce849e2),segment_id=34435021-5ec0-455a-af5e-5584dce849e2)] {{(pid=134261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:07.711760 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.724326 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.plugin [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Calling delete_port for 6e6ba4cf-3003-413c-b225-3996a47c18a4 owned by network:dhcp {{(pid=134261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:07.774056 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:07.796742 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] DHCP port deletion for 97336a57-5879-42cd-b56c-34e6fb04c8c0 request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:56:07.813766 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9333924'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.835704 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Deleting port 6e6ba4cf-3003-413c-b225-3996a47c18a4 {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:07.836492 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.839869 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6ba4cf-3003-413c-b225-3996a47c18a4,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:07.848205 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] No DVR routers for this DVR port 6e6ba4cf-3003-413c-b225-3996a47c18a4 on host dv-cinder-854270-4-iscsi {{(pid=134261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:56:07.906657 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] For port 6e6ba4cf-3003-413c-b225-3996a47c18a4, host dv-cinder-854270-4-iscsi, got binding levels [] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:07.907082 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.920244 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Calling delete_port for 6e6ba4cf-3003-413c-b225-3996a47c18a4 owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:07.923223 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.ipam_backend_mixin [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Port 6e6ba4cf-3003-413c-b225-3996a47c18a4 was not found and therefore no delete operation was performed {{(pid=134263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 22:56:07.925001 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (6e6ba4cf-3003-413c-b225-3996a47c18a4), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.929695 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (97336a57-5879-42cd-b56c-34e6fb04c8c0), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.947209 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Pushing event deleted for resources: {'Port': ['ID=6e6ba4cf-3003-413c-b225-3996a47c18a4,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:07.949847 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97336a57-5879-42cd-b56c-34e6fb04c8c0']}} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:07.956157 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] No DVR routers for this DVR port 6e6ba4cf-3003-413c-b225-3996a47c18a4 on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:56:07.959516 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.959858 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.960196 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.960351 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34435021-5ec0-455a-af5e-5584dce849e2') {'for_net_delete': True} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:07.960528 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.960669 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.services.segments.db [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34435021-5ec0-455a-af5e-5584dce849e2') {} {{(pid=134261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:07.961173 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.961510 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.962192 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.962192 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.962479 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.962801 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.963125 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.963447 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.963994 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.964089 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.964369 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fc0686-4307-44b3-bac1-e331724e0977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854270-4-iscsi {{(pid=134263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:07.970981 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8958367'] for segment (34435021-5ec0-455a-af5e-5584dce849e2), before_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.985504 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (34435021-5ec0-455a-af5e-5584dce849e2), precommit_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:07.994686 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=134261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:56:07.995537 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9334001'] for segment (34435021-5ec0-455a-af5e-5584dce849e2), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.036742 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 34435021-5ec0-455a-af5e-5584dce849e2 resource provider aggregate not found Aug 29 22:56:08.043050 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:08.056936 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.services.segments.plugin [-] Segment 34435021-5ec0-455a-af5e-5584dce849e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34435021-5ec0-455a-af5e-5584dce849e2 found for delete ", "request_id": "req-61f06ca2-1b01-40c3-8f64-d1ab8b1a46be"}]} Aug 29 22:56:08.067231 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (97336a57-5879-42cd-b56c-34e6fb04c8c0), after_delete {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.072747 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron_lib.callbacks.manager [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.078706 dv-cinder-854270-4-iscsi neutron-server[134261]: INFO neutron.wsgi [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/97336a57-5879-42cd-b56c-34e6fb04c8c0 HTTP/1.1" status: 204 len: 168 time: 0.5504751 Aug 29 22:56:08.079171 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45224) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:08.087292 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96472d6f-6726-40c1-9603-0b1fdef01951 admin admin] Pushing event deleted for resources: {'Network': ['ID=97336a57-5879-42cd-b56c-34e6fb04c8c0,revision_number=None']} {{(pid=134261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:08.129182 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:08.178345 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:08.392776 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899106'] for router_interface (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.483452 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 82481ceb-9c54-4bdd-86cb-337abb3768da no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:08.503840 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 82481ceb-9c54-4bdd-86cb-337abb3768da {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:08.504185 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 82481ceb-9c54-4bdd-86cb-337abb3768da not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:08.504606 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e6ba4cf-3003-413c-b225-3996a47c18a4 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:08.523151 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 6e6ba4cf-3003-413c-b225-3996a47c18a4 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:08.523491 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 6e6ba4cf-3003-413c-b225-3996a47c18a4 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:08.523905 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 226d955d-65f8-4fc8-a2a1-092c8aebfbba no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:08.541969 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 226d955d-65f8-4fc8-a2a1-092c8aebfbba {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:08.542659 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 226d955d-65f8-4fc8-a2a1-092c8aebfbba not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:08.623798 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Deleting port a42a4ed5-364a-4fb8-a60b-f47206359ff8 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:08.624145 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.703576 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] For port a42a4ed5-364a-4fb8-a60b-f47206359ff8, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=a42a4ed5-364a-4fb8-a60b-f47206359ff8,segment=NetworkSegment(aef11af3-d6e5-4b4d-b904-1a6aebd54307),segment_id=aef11af3-d6e5-4b4d-b904-1a6aebd54307)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:08.703845 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.716666 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Calling delete_port for a42a4ed5-364a-4fb8-a60b-f47206359ff8 owned by network:router_interface {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:08.895279 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (a42a4ed5-364a-4fb8-a60b-f47206359ff8), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.919568 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42a4ed5-364a-4fb8-a60b-f47206359ff8,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:08.972557 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:08.990088 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:09.083330 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3896402'] for router_interface (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.288495 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 has already been hosted by L3 agent 4b8e7b80-be8d-4b1f-afd2-bc7842876ec8 {{(pid=134262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:56:09.386889 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] Notify agent at l3_agent.dv-cinder-854270-4-iscsi the message routers_updated {{(pid=134262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:56:09.391694 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-ba845dfe-fc46-40a0-8dea-0b70ce5a18b7 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3114085 Aug 29 22:56:09.394787 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45226) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:09.402184 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] Sync routers for ids ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'] in dv-cinder-854270-4-iscsi {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:56:09.416266 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] Routers {'9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:09.416924 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:09.497233 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks [] for router (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.518603 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] Set router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:09.825906 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:56:08Z', 'revision_number': 5, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:09.851356 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] Checking router: 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 for host: dv-cinder-854270-4-iscsi {{(pid=134263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:56:09.856589 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks [] for router_gateway (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.859800 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] Routers {'9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'} bound to L3 agent in host dv-cinder-854270-4-iscsi {{(pid=134263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:09.860415 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854270-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:32:45Z,description=,heartbeat_timestamp=2022-08-29T22:55:45Z,host='dv-cinder-854270-4-iscsi',id=4b8e7b80-be8d-4b1f-afd2-bc7842876ec8,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:32:45Z,topic='l3_agent')) {'router_ids': ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'], 'active': True} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:09.897889 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Deleting port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:09.898338 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.961645 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvr_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] Set router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 gateway port host: dv-cinder-854270-4-iscsi {{(pid=134263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:09.982270 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] For port 7b4ba9f5-309f-4f4f-b270-c573a1090fb2, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,segment=NetworkSegment(df70debf-97ef-4c0f-b8f0-614b1d9091cd),segment_id=df70debf-97ef-4c0f-b8f0-614b1d9091cd)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:09.982634 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.996307 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Calling delete_port for 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 owned by network:router_gateway {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:10.104386 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:10.105681 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:10.132823 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_hamode_db [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:56:08Z', 'revision_number': 5, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}], 'dv-cinder-854270-4-iscsi', False) {} {{(pid=134263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:10.157472 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa02c5-ddf3-419a-ba3e-d5eaf0db6081 None None] The sync data for ids ['9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13'] in dv-cinder-854270-4-iscsi is: [{'id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'name': 'tempest-TestVolumeBootPattern-1861252108-router', 'tenant_id': '7e728c6888fe4d159900e8212c6c2e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'external_fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:59Z', 'updated_at': '2022-08-29T22:56:08Z', 'revision_number': 5, 'project_id': '7e728c6888fe4d159900e8212c6c2e81', 'gw_port': {'id': '7b4ba9f5-309f-4f4f-b270-c573a1090fb2', 'name': '', 'network_id': '9c4d8b67-6be5-4a01-a017-49b452fbe847', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854270-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:49:01Z', 'updated_at': '2022-08-29T22:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf9f39e6-02b6-4f84-903e-46c03cfbf7ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854270-4-iscsi'}] {{(pid=134263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:56:10.168606 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (7b4ba9f5-309f-4f4f-b270-c573a1090fb2), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.194938 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4ba9f5-309f-4f4f-b270-c573a1090fb2,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:10.258294 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3898785'] for router_gateway (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.343899 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3897996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126301'] for router (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.346673 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks [] for router_controller (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.387071 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3896367'] for router (9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.387568 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 {{(pid=134262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:56:10.391624 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.393265 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-2a140f8d-6b6a-440a-9252-c92533061de3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/9fbfb4ae-e421-42fa-b8c2-d21c3b7fbe13 HTTP/1.1" status: 204 len: 168 time: 0.9975870 Aug 29 22:56:10.395860 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45228) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:10.443189 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.db_base_plugin_v2 [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] Deleting subnet cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d {{(pid=134262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:56:10.446266 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] Publish callbacks [] for subnet (cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.487957 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678919'] for subnet (cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d), precommit_delete_associations {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.584754 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752483'] for subnet (cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.610440 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a42a4ed5-364a-4fb8-a60b-f47206359ff8 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:10.633482 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: a42a4ed5-364a-4fb8-a60b-f47206359ff8 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:10.633822 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device a42a4ed5-364a-4fb8-a60b-f47206359ff8 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:10.649612 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9678968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9574795'] for subnet (cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.677493 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:10.679518 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.682692 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-765eb15f-70b9-48e5-8018-799c95ec6dc1 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/cfdbf6db-0bd6-4ca0-a0e0-ffaca72d420d HTTP/1.1" status: 204 len: 168 time: 0.2858827 Aug 29 22:56:10.685138 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45230) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:10.687871 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a2bfc-2518-4090-8498-0290fe5e7c30 None None] Network 885c71fe-e7c4-4770-aab9-833cee35f3bf requested from dv-cinder-854270-4-iscsi {{(pid=134263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:56:10.755733 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634718'] for network (885c71fe-e7c4-4770-aab9-833cee35f3bf), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.809835 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Deleting port b94d3161-4d10-40a4-b15a-831c30a29ffa {{(pid=134262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:10.810180 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.873660 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] DHCP port deletion for 885c71fe-e7c4-4770-aab9-833cee35f3bf request from dv-cinder-854270-4-iscsi {{(pid=134263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:56:10.902454 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:10.904919 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=100 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:10.915317 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.db [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] For port b94d3161-4d10-40a4-b15a-831c30a29ffa, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=b94d3161-4d10-40a4-b15a-831c30a29ffa,segment=NetworkSegment(aef11af3-d6e5-4b4d-b904-1a6aebd54307),segment_id=aef11af3-d6e5-4b4d-b904-1a6aebd54307)] {{(pid=134262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:10.915689 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.917005 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] Deleting port b94d3161-4d10-40a4-b15a-831c30a29ffa {{(pid=134263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:10.917385 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743326940380'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), before_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.930161 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.plugin [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Calling delete_port for b94d3161-4d10-40a4-b15a-831c30a29ffa owned by network:dhcp {{(pid=134262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:10.993863 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.db [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] For port b94d3161-4d10-40a4-b15a-831c30a29ffa, host dv-cinder-854270-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854270-4-iscsi',level=0,port_id=b94d3161-4d10-40a4-b15a-831c30a29ffa,segment=NetworkSegment(aef11af3-d6e5-4b4d-b904-1a6aebd54307),segment_id=aef11af3-d6e5-4b4d-b904-1a6aebd54307)] {{(pid=134263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:10.994654 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3868393'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), precommit_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.010759 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] Calling delete_port for b94d3161-4d10-40a4-b15a-831c30a29ffa owned by network:dhcp {{(pid=134263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:11.013051 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9679499'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.017044 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:DELETE=10,neutron:UPDATE=5,neutron:SELECT=85 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:11.041490 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94d3161-4d10-40a4-b15a-831c30a29ffa,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:11.045312 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] No DVR routers for this DVR port b94d3161-4d10-40a4-b15a-831c30a29ffa on host dv-cinder-854270-4-iscsi {{(pid=134262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:56:11.089894 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743326945994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743326502193'] for port (b94d3161-4d10-40a4-b15a-831c30a29ffa), after_delete {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.116054 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752896', 'neutron.services.segments.db._delete_segments_for_network-8743327018051'] for network (885c71fe-e7c4-4770-aab9-833cee35f3bf), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.118920 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] Pushing event deleted for resources: {'Port': ['ID=b94d3161-4d10-40a4-b15a-831c30a29ffa,revision_number=None']} {{(pid=134263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:11.122306 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725f171-e307-4c64-8fa3-2b7b488a28cf None None] No DVR routers for this DVR port b94d3161-4d10-40a4-b15a-831c30a29ffa on host dv-cinder-854270-4-iscsi {{(pid=134263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:56:11.137957 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:11.139850 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885c71fe-e7c4-4770-aab9-833cee35f3bf']}} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:11.150511 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef11af3-d6e5-4b4d-b904-1a6aebd54307') {'for_net_delete': True} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:11.150934 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.services.segments.db [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef11af3-d6e5-4b4d-b904-1a6aebd54307') {} {{(pid=134262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:11.160455 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743327043247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678924'] for segment (aef11af3-d6e5-4b4d-b904-1a6aebd54307), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.174133 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154'] for segment (aef11af3-d6e5-4b4d-b904-1a6aebd54307), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.180625 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=134262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:56:11.181000 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9679582'] for segment (aef11af3-d6e5-4b4d-b904-1a6aebd54307), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.244171 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3898829'] for network (885c71fe-e7c4-4770-aab9-833cee35f3bf), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.253642 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699271'] for network (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.262667 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/885c71fe-e7c4-4770-aab9-833cee35f3bf HTTP/1.1" status: 204 len: 168 time: 0.5765200 Aug 29 22:56:11.273283 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8f6bc-5405-496b-9631-db5a93e67432 admin admin] Pushing event deleted for resources: {'Network': ['ID=885c71fe-e7c4-4770-aab9-833cee35f3bf,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:11.350657 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment aef11af3-d6e5-4b4d-b904-1a6aebd54307 resource provider aggregate not found Aug 29 22:56:11.372649 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.services.segments.plugin [-] Segment aef11af3-d6e5-4b4d-b904-1a6aebd54307 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aef11af3-d6e5-4b4d-b904-1a6aebd54307 found for delete ", "request_id": "req-b4c11bb5-bed7-4daa-bc7f-f5eb94b0f801"}]} Aug 29 22:56:11.391990 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45240) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:11.432913 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-f4384e3d-c733-4350-922a-d8394c44d141 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=36e090f60dd244cea327de965ad9af13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389032 Aug 29 22:56:11.435207 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45242) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:11.485819 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d64a43-e557-4e52-a649-77e3512545dc admin admin] Publish callbacks [] for security_group (09dee837-2a45-4f9f-8150-c01810fdb990), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.507393 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d64a43-e557-4e52-a649-77e3512545dc admin admin] Publish callbacks [] for security_group (09dee837-2a45-4f9f-8150-c01810fdb990), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.561827 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d64a43-e557-4e52-a649-77e3512545dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (09dee837-2a45-4f9f-8150-c01810fdb990), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.564866 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-16d64a43-e557-4e52-a649-77e3512545dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:11.565987 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-16d64a43-e557-4e52-a649-77e3512545dc admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/09dee837-2a45-4f9f-8150-c01810fdb990 HTTP/1.1" status: 204 len: 168 time: 0.1298859 Aug 29 22:56:11.573644 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d64a43-e557-4e52-a649-77e3512545dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dee837-2a45-4f9f-8150-c01810fdb990,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:11.927232 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45248) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:11.971170 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-97261862-e8c1-4635-889f-c37d136d998a admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7e728c6888fe4d159900e8212c6c2e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426393 Aug 29 22:56:11.973477 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.wsgi [-] (134262) accepted ('10.222.0.77', 45250) {{(pid=134262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:12.004388 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a1bb9f1a-92f0-49e4-bf31-13b7680d8869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:12.024784 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd4f95d6-9993-4b28-bba7-37966aa6829e admin admin] Publish callbacks [] for security_group (50b38183-b136-42b2-b840-3c2f79b3740f), before_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:12.045052 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd4f95d6-9993-4b28-bba7-37966aa6829e admin admin] Publish callbacks [] for security_group (50b38183-b136-42b2-b840-3c2f79b3740f), precommit_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:12.091723 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd4f95d6-9993-4b28-bba7-37966aa6829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798520'] for security_group (50b38183-b136-42b2-b840-3c2f79b3740f), after_delete {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:12.094517 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron_lib.callbacks.manager [None req-dd4f95d6-9993-4b28-bba7-37966aa6829e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=134262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:12.096175 dv-cinder-854270-4-iscsi neutron-server[134262]: INFO neutron.wsgi [None req-dd4f95d6-9993-4b28-bba7-37966aa6829e admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/50b38183-b136-42b2-b840-3c2f79b3740f HTTP/1.1" status: 204 len: 168 time: 0.1213217 Aug 29 22:56:12.104085 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f95d6-9993-4b28-bba7-37966aa6829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b38183-b136-42b2-b840-3c2f79b3740f,revision_number=None']} {{(pid=134262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:12.481978 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device b94d3161-4d10-40a4-b15a-831c30a29ffa no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:12.502664 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: b94d3161-4d10-40a4-b15a-831c30a29ffa {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:12.502996 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device b94d3161-4d10-40a4-b15a-831c30a29ffa not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:12.503422 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 no longer exists at agent ovs-agent-dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:12.523641 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d465-6072-431f-a238-cd199643073e None None] No Port match for: 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 {{(pid=134263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:12.523997 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron.plugins.ml2.rpc [None req-bb27d465-6072-431f-a238-cd199643073e None None] Device 7b4ba9f5-309f-4f4f-b270-c573a1090fb2 not bound to the agent host dv-cinder-854270-4-iscsi {{(pid=134263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:14.796358 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-693ffca5-73d7-4576-bb24-1124154164fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.824240 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.967099 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=87 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:16.967890 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=84 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:16.991432 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:17.754869 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:18.077484 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:SELECT=1 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:18.078209 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG dbcounter [-] [134261] Writing DB stats neutron:DELETE=7,neutron:SELECT=20 {{(pid=134261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:22.099333 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:22.100168 dv-cinder-854270-4-iscsi neutron-server[134262]: DEBUG dbcounter [-] [134262] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=134262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:26.398000 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:36.391481 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=39,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:36.393441 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:37.243966 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:56:41.219574 dv-cinder-854270-4-iscsi neutron-server[134261]: DEBUG neutron.wsgi [req-31604452-37ff-4ae5-9c1d-a9284aff3672 req-87ae4e16-1832-431d-ae81-9254a354c886 service neutron] (134261) timed out ('10.222.0.84', 57658) {{(pid=134261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 22:56:42.006446 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-06e6b8dc-c8e0-4c52-b1de-f50382bb2fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:44.789115 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0f89-4612-442d-bbec-c307ae34ed0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:45.823342 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:46.994880 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.239798 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:47.240541 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:47.757269 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:56.396920 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:06.386744 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:06.392703 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:12.007535 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-00d58110-0b0d-44a0-8fe3-7e2da65abcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:14.242811 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:57:14.793349 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-522e872b-9866-48ba-a610-5254087b9b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:15.825233 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:16.996324 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:17.760958 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:19.162254 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:24.238897 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:26.411150 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.404416 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:36.406607 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:38.778377 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=12 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:38.785593 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=14 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:42.011955 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d96d-9bc2-405f-8888-523372d86b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.797921 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-73bfa252-da78-4e10-ac1c-f39ad2a713d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.832553 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:46.998898 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:47.762640 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:51.241840 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:57:56.410000 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:01.237381 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:01.238690 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:06.403763 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:06.405768 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:12.014637 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-88fddc71-a6ae-4b26-b118-851784838b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:14.801593 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f0f2-61b8-4529-83d5-85335cbe487f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:15.834646 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:17.003903 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:17.765126 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:26.423770 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:28.243299 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:58:36.418052 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:36.420007 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:39.300036 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:39.300847 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:42.017839 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-eb470952-c71b-4078-b1fd-e32e9b9972ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:44.807062 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-3ae1e775-8290-4abd-acf4-dbf83bd85366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:45.835014 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:47.008407 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:47.771696 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.423232 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:05.242516 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:59:06.416643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:06.419008 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:12.020910 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2de77a17-4040-4285-b823-46cb17521647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:14.810479 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-465d2708-d4d9-49d8-bc75-df4eee789599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:15.238944 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:15.836919 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:17.013405 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:17.770930 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:24.210753 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:26.438943 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:36.431021 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:36.432916 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:38.792337 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=13 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:42.023122 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2acf5073-c97b-4f97-ba78-7889d39fa82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:42.241625 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:59:44.811513 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5b39-ebec-4fd6-9a4a-b37f61b792d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:45.840624 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:47.015890 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:47.774472 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:52.237122 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:52.237950 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=20 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:56.435643 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.426256 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:06.432020 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:12.026502 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb042-a819-4184-80af-9650c848b391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:14.813681 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-264eba5c-4330-44e0-8dc7-89f4f748bd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:15.843895 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.020521 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.779807 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:19.241417 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:00:24.155926 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=2 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:26.451351 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:29.236943 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=6 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:36.444365 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:36.446287 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:39.307183 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:42.029561 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-06c01dfc-06ac-4546-9a39-b29a8d9c9757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:44.819897 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0fb2ca97-dd18-4271-8e74-014b9bab0a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:45.845898 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.024650 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.780670 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.240807 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:00:56.450291 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:01.166547 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=3 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:06.237538 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=5 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:06.439363 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:06.445779 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:12.032517 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-01c09f67-1e0d-4ee7-aa6f-8b05e156e456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:14.822908 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-81c44463-1882-4893-8297-4ad6975a63f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (4b8e7b80-be8d-4b1f-afd2-bc7842876ec8), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:15.848934 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-2d007e12-12af-4e1f-b815-c8f951852586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (a4b8f280-5c67-4a91-8096-86a637c4b44a), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:17.029852 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-bb27d465-6072-431f-a238-cd199643073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (18f69c95-d7f0-433f-9443-d62c105a5dce), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:17.783921 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-097c9806-99dc-448d-b174-f319796414c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (3a6c6ea6-ceea-443c-9278-6075405341ca), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:26.450115 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-0c588095-b441-459d-92be-0d77bd80e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (d5eeef0a-b018-4dc2-a665-89764e35d170), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:33.241427 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG neutron.db.agents_db [None req-1d366481-0fe2-47bc-9837-c708bb60e597 None None] Agent healthcheck: found 6 active agents {{(pid=134264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:01:36.442783 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:36.444489 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG dbcounter [-] [134263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=134263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:38.803549 dv-cinder-854270-4-iscsi neutron-server[134264]: DEBUG dbcounter [-] [134264] Writing DB stats neutron:SELECT=16 {{(pid=134264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:42.036848 dv-cinder-854270-4-iscsi neutron-server[134263]: DEBUG neutron_lib.callbacks.manager [None req-604a4a44-3c20-4b97-b911-b95d3fe513bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743327018033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752321'] for agent (b3a5e5a5-8bf2-40d2-a5da-02ff0f064d58), after_update {{(pid=134263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}